{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5038.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18286): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18286) [trial-2361↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18286)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18286): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18286) [trial-2361↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a15:39:05.364456 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a15:39:05.375501 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a15:39:05.962660 tst mo_mt_sms.py: using LAC 22025\u000a15:39:06.080311 tst mo_mt_sms.py: using RAC 95\u000a15:39:06.198103 tst mo_mt_sms.py: using CellId 22025\u000a15:39:06.311699 tst mo_mt_sms.py: using BVCI 22026\u000a15:39:06.332903 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a15:39:06.512658 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a15:39:06.792534 tst mo_mt_sms.py:9: start nitb and bts...\u000a15:39:06.922891 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:39:09.229279 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18285): Launched\u000a15:39:09.535782 run osmo-nitb_10.42.42.2(pid=18286): Launched\u000a15:39:09.713827 run osmo-nitb_10.42.42.2(pid=18286): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18286)]\u000a15:39:09.842108 run osmo-nitb_10.42.42.2(pid=18286): stdout: \u000a| (launched: 2022-12-09_15:39:09.386854) \u000a15:39:09.971054 run osmo-nitb_10.42.42.2(pid=18286): stderr: \u000a| (launched: 2022-12-09_15:39:09.432893)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:39:10.095612 run osmo-nitb_10.42.42.2(pid=18286): stdout: \u000a| (launched: 2022-12-09_15:39:09.386854) \u000a15:39:10.219234 run osmo-nitb_10.42.42.2(pid=18286): stderr: \u000a| (launched: 2022-12-09_15:39:09.432893)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:39:10.273637 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=18286): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18286) [trial-2361↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18286)] [trial-2361↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a15:39:10.282236 tst mo_mt_sms.py:11: Test FAILED (4.9 sec)\u000a15:39:10.318538 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18285): Terminating (SIGTERM)\u000a15:39:10.496371 --- ParallelTerminationStrategy: PID 18285 died...\u000a15:39:10.553151 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18285): Terminated: ok {rc=0}\u000a15:39:10.637714 bus /sierra_3: Setting Powered False\u000a15:39:11.745568 bus /sierra_3: Setting Powered False\u000a15:39:12.852278 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:39:05" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "sms:sysmo", "duration" : 14.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18298): Process ended prematurely: osmo-stp_10.42.42.5(pid=18298) [trial-2361↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18298)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18298): Process ended prematurely: osmo-stp_10.42.42.5(pid=18298) [trial-2361↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a15:39:14.700043 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:14.710532 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a15:39:14.826505 tst mo_mt_sms.py: using LAC 22026\u000a15:39:14.939201 tst mo_mt_sms.py: using RAC 96\u000a15:39:15.051183 tst mo_mt_sms.py: using CellId 22026\u000a15:39:15.169827 tst mo_mt_sms.py: using BVCI 22027\u000a15:39:15.191501 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:15.202118 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:15.212580 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:15.222978 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:15.233464 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:15.243596 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a15:39:15.359644 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a15:39:15.567825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:39:17.332592 run create_hlr_db(pid=18292): Launched\u000a15:39:17.515334 bus /sierra_2: Setting Powered False\u000a15:39:18.535021 run create_hlr_db(pid=18292): Terminated: ok {rc=0}\u000a15:39:18.927005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18294): Launched\u000a15:39:19.216876 run osmo-hlr_10.42.42.2(pid=18295): Launched\u000a15:39:19.324524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:39:21.735743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18297): Launched\u000a15:39:22.026011 run osmo-stp_10.42.42.5(pid=18298): Launched\u000a15:39:22.132416 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:39:27.306701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18300): Launched\u000a15:39:27.594647 run osmo-msc_10.42.42.6(pid=18301): Launched\u000a15:39:27.762833 run osmo-stp_10.42.42.5(pid=18298): ERR: Terminated: ERROR {rc=1} [trial-2361↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18298)]\u000a15:39:27.886352 run osmo-stp_10.42.42.5(pid=18298): stdout: \u000a| (launched: 2022-12-09_15:39:21.883294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:39:28.006859 run osmo-stp_10.42.42.5(pid=18298): stderr: \u000a| �[0;m�[38;5;43m20221209153922053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209153922053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209153922053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209153922054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209153922056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209153922056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209153922056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:39:28.123155 run osmo-stp_10.42.42.5(pid=18298): stdout: \u000a| (launched: 2022-12-09_15:39:21.883294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:39:28.238628 run osmo-stp_10.42.42.5(pid=18298): stderr: \u000a| �[0;m�[38;5;43m20221209153922053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209153922053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209153922053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209153922054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209153922056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209153922056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209153922056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:39:28.288995 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=18298): Process ended prematurely: osmo-stp_10.42.42.5(pid=18298) [trial-2361↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18298)] [trial-2361↪sms:sysmo↪mo_mt_sms.py:16]\u000a15:39:28.296677 tst mo_mt_sms.py:16: Test FAILED (13.6 sec)\u000a15:39:28.356130 run osmo-hlr_10.42.42.2(pid=18295): ERR: Terminated: ERROR {rc=237} [trial-2361↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18295)]\u000a15:39:28.404942 run osmo-hlr_10.42.42.2(pid=18295): stdout: \u000a| (launched: 2022-12-09_15:39:19.073730) \u000a15:39:28.454424 run osmo-hlr_10.42.42.2(pid=18295): stderr: \u000a| �[0;m�[1;31m20221209153919251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209153919251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209153919252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209153919252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209153919252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209153919252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209153919264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209153919273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209153919273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209153919273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:39:28.521143 run osmo-msc_10.42.42.6(pid=18301): ERR: Terminated: ERROR {rc=2} [trial-2361↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18301)]\u000a15:39:28.569852 run osmo-msc_10.42.42.6(pid=18301): stdout: \u000a| (launched: 2022-12-09_15:39:27.452536) \u000a15:39:28.619016 run osmo-msc_10.42.42.6(pid=18301): stderr: \u000a| �[0;m�[38;5;43m20221209153927726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209153927726 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff040086c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209153927726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209153927726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209153927726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209153927727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209153927730 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209153927730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209153927731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209153927731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:39:28.660652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18294): Terminating (SIGTERM)\u000a15:39:28.700421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18297): Terminating (SIGTERM)\u000a15:39:28.739960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18300): Terminating (SIGTERM)\u000a15:39:28.749287 --- ParallelTerminationStrategy: PID 18294 died...\u000a15:39:28.802387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18294): Terminated: ok {rc=0}\u000a15:39:28.811948 --- ParallelTerminationStrategy: PID 18297 died...\u000a15:39:28.864810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18297): Terminated: ok {rc=0}\u000a15:39:28.874251 --- ParallelTerminationStrategy: PID 18300 died...\u000a15:39:28.926591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18300): Terminated: ok {rc=0}\u000a15:39:29.015061 bus /sierra_3: Setting Powered False\u000a15:39:30.122832 bus /sierra_3: Setting Powered False\u000a15:39:31.231682 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 19.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:39:14" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18311): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18311) [trial-2361↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18311)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18311): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18311) [trial-2361↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a15:39:33.068680 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a15:39:33.079403 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a15:39:33.200038 tst assert_extension.py: using LAC 22027\u000a15:39:33.313538 tst assert_extension.py: using RAC 97\u000a15:39:33.427134 tst assert_extension.py: using CellId 22027\u000a15:39:33.540496 tst assert_extension.py: using BVCI 22028\u000a15:39:33.562437 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a15:39:33.835264 tst assert_extension.py:10: start nitb and bts...\u000a15:39:33.955358 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:39:34.554121 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18310): Launched\u000a15:39:34.839517 run osmo-nitb_10.42.42.2(pid=18311): Launched\u000a15:39:35.016258 run osmo-nitb_10.42.42.2(pid=18311): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18311)]\u000a15:39:35.161278 run osmo-nitb_10.42.42.2(pid=18311): stdout: \u000a| (launched: 2022-12-09_15:39:34.700360) \u000a15:39:35.324416 run osmo-nitb_10.42.42.2(pid=18311): stderr: \u000a| (launched: 2022-12-09_15:39:34.743159)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:39:35.479083 run osmo-nitb_10.42.42.2(pid=18311): stdout: \u000a| (launched: 2022-12-09_15:39:34.700360) \u000a15:39:35.635404 run osmo-nitb_10.42.42.2(pid=18311): stderr: \u000a| (launched: 2022-12-09_15:39:34.743159)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:39:35.956512 tst osmo-nitb_10.42.42.2(pid=18311): stdout: \u000a| (launched: 2022-12-09_15:39:34.700360) \u000a15:39:36.071378 tst osmo-nitb_10.42.42.2(pid=18311): stderr: \u000a| (launched: 2022-12-09_15:39:34.743159)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:39:36.121737 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=18311): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18311) [trial-2361↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18311)] [trial-2361↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a15:39:36.129644 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a15:39:36.163714 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18310): Terminating (SIGTERM)\u000a15:39:36.341125 --- ParallelTerminationStrategy: PID 18310 died...\u000a15:39:36.395066 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18310): Terminated: ok {rc=0}\u000a15:39:36.477520 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:39:32" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18321): Process ended prematurely: osmo-stp_10.42.42.5(pid=18321) [trial-2361↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18321)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18321): Process ended prematurely: osmo-stp_10.42.42.5(pid=18321) [trial-2361↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18321)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a15:39:38.293649 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:38.304502 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a15:39:38.429270 tst assert_extension.py: using LAC 22028\u000a15:39:38.550055 tst assert_extension.py: using RAC 98\u000a15:39:38.670752 tst assert_extension.py: using CellId 22028\u000a15:39:38.790776 tst assert_extension.py: using BVCI 22029\u000a15:39:38.814314 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:38.825179 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:38.835931 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:38.847136 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:38.858247 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:39:38.869314 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a15:39:39.064378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:39:39.529657 run create_hlr_db(pid=18315): Launched\u000a15:39:39.697338 bus /sierra_2: Setting Powered False\u000a15:39:40.716759 run create_hlr_db(pid=18315): Terminated: ok {rc=0}\u000a15:39:41.132143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18317): Launched\u000a15:39:41.445877 run osmo-hlr_10.42.42.2(pid=18318): Launched\u000a15:39:41.564665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:39:42.109141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18320): Launched\u000a15:39:42.422277 run osmo-stp_10.42.42.5(pid=18321): Launched\u000a15:39:42.535708 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:39:43.104937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18323): Launched\u000a15:39:43.417796 run osmo-msc_10.42.42.6(pid=18324): Launched\u000a15:39:43.601050 run osmo-stp_10.42.42.5(pid=18321): ERR: Terminated: ERROR {rc=1} [trial-2361↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18321)]\u000a15:39:43.733915 run osmo-stp_10.42.42.5(pid=18321): stdout: \u000a| (launched: 2022-12-09_15:39:42.267792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:39:43.866319 run osmo-stp_10.42.42.5(pid=18321): stderr: \u000a| �[0;m�[38;5;43m20221209153942459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209153942459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209153942459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209153942460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209153942460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209153942460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209153942460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:39:43.992009 run osmo-stp_10.42.42.5(pid=18321): stdout: \u000a| (launched: 2022-12-09_15:39:42.267792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:39:44.116625 run osmo-stp_10.42.42.5(pid=18321): stderr: \u000a| �[0;m�[38;5;43m20221209153942459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209153942459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209153942459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209153942460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209153942460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209153942460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209153942460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:39:44.171270 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=18321): Process ended prematurely: osmo-stp_10.42.42.5(pid=18321) [trial-2361↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18321)] [trial-2361↪ussd:sysmo↪assert_extension.py:17]\u000a15:39:44.179702 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a15:39:44.242594 run osmo-hlr_10.42.42.2(pid=18318): ERR: Terminated: ERROR {rc=237} [trial-2361↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18318)]\u000a15:39:44.293982 run osmo-hlr_10.42.42.2(pid=18318): stdout: \u000a| (launched: 2022-12-09_15:39:41.291078) \u000a15:39:44.346040 run osmo-hlr_10.42.42.2(pid=18318): stderr: \u000a| �[0;m�[1;31m20221209153941488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209153941488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209153941488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209153941488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209153941488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209153941488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209153941504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209153941514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209153941514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209153941514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:39:44.416304 run osmo-msc_10.42.42.6(pid=18324): ERR: Terminated: ERROR {rc=2} [trial-2361↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18324)]\u000a15:39:44.467543 run osmo-msc_10.42.42.6(pid=18324): stdout: \u000a| (launched: 2022-12-09_15:39:43.263543) \u000a15:39:44.519637 run osmo-msc_10.42.42.6(pid=18324): stderr: \u000a| �[0;m�[38;5;43m20221209153943587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209153943588 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6342a6dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209153943588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209153943588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209153943588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209153943588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209153943590 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209153943590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209153943590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209153943591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:39:44.563867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18317): Terminating (SIGTERM)\u000a15:39:44.606103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18320): Terminating (SIGTERM)\u000a15:39:44.647981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18323): Terminating (SIGTERM)\u000a15:39:44.657885 --- ParallelTerminationStrategy: PID 18317 died...\u000a15:39:44.713739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18317): Terminated: ok {rc=0}\u000a15:39:44.723719 --- ParallelTerminationStrategy: PID 18320 died...\u000a15:39:44.779454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18320): Terminated: ok {rc=0}\u000a15:39:44.789394 --- ParallelTerminationStrategy: PID 18323 died...\u000a15:39:44.845187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18323): Terminated: ok {rc=0}\u000a15:39:44.930412 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:39:38" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18335): Process ended prematurely: osmo-stp_10.42.42.5(pid=18335) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18335)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18335): Process ended prematurely: osmo-stp_10.42.42.5(pid=18335) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:39:46.886331 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:39:46.901357 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:39:47.081478 tst mo_mt_call.py: using LAC 22029\u000a15:39:47.207779 tst mo_mt_call.py: using RAC 99\u000a15:39:47.332927 tst mo_mt_call.py: using CellId 22029\u000a15:39:47.459719 tst mo_mt_call.py: using BVCI 22030\u000a15:39:47.484074 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:39:47.495712 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:39:47.507020 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:39:47.520107 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:39:47.532170 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:39:47.543650 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:39:47.662901 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:39:47.860138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:39:48.332359 run create_hlr_db(pid=18329): Launched\u000a15:39:48.502298 bus /sierra_2: Setting Powered False\u000a15:39:49.523028 run create_hlr_db(pid=18329): Terminated: ok {rc=0}\u000a15:39:49.946829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18331): Launched\u000a15:39:50.264933 run osmo-hlr_10.42.42.2(pid=18332): Launched\u000a15:39:50.385383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:39:50.938551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18334): Launched\u000a15:39:51.256208 run osmo-stp_10.42.42.5(pid=18335): Launched\u000a15:39:51.371834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:39:51.949381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18337): Launched\u000a15:39:52.266900 run osmo-msc_10.42.42.6(pid=18338): Launched\u000a15:39:52.453100 run osmo-stp_10.42.42.5(pid=18335): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18335)]\u000a15:39:52.587186 run osmo-stp_10.42.42.5(pid=18335): stdout: \u000a| (launched: 2022-12-09_15:39:51.099495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:39:52.721607 run osmo-stp_10.42.42.5(pid=18335): stderr: \u000a| �[0;m�[38;5;43m20221209153951293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209153951293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209153951293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209153951294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209153951294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209153951294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209153951294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:39:52.848519 run osmo-stp_10.42.42.5(pid=18335): stdout: \u000a| (launched: 2022-12-09_15:39:51.099495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:39:52.974661 run osmo-stp_10.42.42.5(pid=18335): stderr: \u000a| �[0;m�[38;5;43m20221209153951293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209153951293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209153951293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209153951294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209153951294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209153951294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209153951294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:39:53.030325 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18335): Process ended prematurely: osmo-stp_10.42.42.5(pid=18335) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18335)] [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a15:39:53.039299 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:39:53.101671 run osmo-hlr_10.42.42.2(pid=18332): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18332)]\u000a15:39:53.152845 run osmo-hlr_10.42.42.2(pid=18332): stdout: \u000a| (launched: 2022-12-09_15:39:50.108032) \u000a15:39:53.204517 run osmo-hlr_10.42.42.2(pid=18332): stderr: \u000a| �[0;m�[1;31m20221209153950307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209153950307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209153950307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209153950307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209153950307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209153950307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209153950320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209153950329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209153950330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209153950330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:39:53.274440 run osmo-msc_10.42.42.6(pid=18338): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18338)]\u000a15:39:53.325325 run osmo-msc_10.42.42.6(pid=18338): stdout: \u000a| (launched: 2022-12-09_15:39:52.109949) \u000a15:39:53.376652 run osmo-msc_10.42.42.6(pid=18338): stderr: \u000a| �[0;m�[38;5;43m20221209153952431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209153952432 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1601b4dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209153952432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209153952432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209153952432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209153952432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209153952434 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209153952434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209153952434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209153952435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:39:53.420236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18331): Terminating (SIGTERM)\u000a15:39:53.461834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18334): Terminating (SIGTERM)\u000a15:39:53.503756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18337): Terminating (SIGTERM)\u000a15:39:53.513396 --- ParallelTerminationStrategy: PID 18331 died...\u000a15:39:53.569299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18331): Terminated: ok {rc=0}\u000a15:39:53.579266 --- ParallelTerminationStrategy: PID 18334 died...\u000a15:39:53.634701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18334): Terminated: ok {rc=0}\u000a15:39:53.644600 --- ParallelTerminationStrategy: PID 18337 died...\u000a15:39:53.699474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18337): Terminated: ok {rc=0}\u000a15:39:53.785291 bus /sierra_3: Setting Powered False\u000a15:39:54.886784 bus /sierra_3: Setting Powered False\u000a15:39:55.996461 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18346): Process ended prematurely: osmo-stp_10.42.42.5(pid=18346) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18346)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18346): Process ended prematurely: osmo-stp_10.42.42.5(pid=18346) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:39:57.103852 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:39:57.115387 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:39:57.255612 tst mo_mt_call_osmux.py: using LAC 22030\u000a15:39:57.371891 tst mo_mt_call_osmux.py: using RAC 100\u000a15:39:57.488400 tst mo_mt_call_osmux.py: using CellId 22030\u000a15:39:57.603304 tst mo_mt_call_osmux.py: using BVCI 22031\u000a15:39:57.625707 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:39:57.636474 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:39:57.647255 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:39:57.658047 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:39:57.668925 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:39:57.679764 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:39:57.796172 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:39:57.992705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:39:58.463198 run create_hlr_db(pid=18340): Launched\u000a15:39:58.632567 bus /sierra_2: Setting Powered False\u000a15:39:59.653895 run create_hlr_db(pid=18340): Terminated: ok {rc=0}\u000a15:40:00.079742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18342): Launched\u000a15:40:00.398766 run osmo-hlr_10.42.42.2(pid=18343): Launched\u000a15:40:00.518437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:40:01.119530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18345): Launched\u000a15:40:01.495250 run osmo-stp_10.42.42.5(pid=18346): Launched\u000a15:40:01.688907 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:40:02.316671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18351): Launched\u000a15:40:02.635089 run osmo-msc_10.42.42.6(pid=18352): Launched\u000a15:40:02.822843 run osmo-stp_10.42.42.5(pid=18346): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18346)]\u000a15:40:02.957276 run osmo-stp_10.42.42.5(pid=18346): stdout: \u000a| (launched: 2022-12-09_15:40:01.284831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:03.092115 run osmo-stp_10.42.42.5(pid=18346): stderr: \u000a| �[0;m�[38;5;43m20221209154001612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154001612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154001612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154001613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154001615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154001615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154001615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:03.219722 run osmo-stp_10.42.42.5(pid=18346): stdout: \u000a| (launched: 2022-12-09_15:40:01.284831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:03.346537 run osmo-stp_10.42.42.5(pid=18346): stderr: \u000a| �[0;m�[38;5;43m20221209154001612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154001612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154001612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154001613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154001615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154001615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154001615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:03.402309 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18346): Process ended prematurely: osmo-stp_10.42.42.5(pid=18346) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18346)] [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a15:40:03.411419 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a15:40:03.474179 run osmo-hlr_10.42.42.2(pid=18343): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18343)]\u000a15:40:03.525447 run osmo-hlr_10.42.42.2(pid=18343): stdout: \u000a| (launched: 2022-12-09_15:40:00.241246) \u000a15:40:03.577043 run osmo-hlr_10.42.42.2(pid=18343): stderr: \u000a| �[0;m�[1;31m20221209154000440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154000440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154000440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154000440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154000440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154000440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154000451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154000460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154000460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154000460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:40:03.647609 run osmo-msc_10.42.42.6(pid=18352): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18352)]\u000a15:40:03.699043 run osmo-msc_10.42.42.6(pid=18352): stdout: \u000a| (launched: 2022-12-09_15:40:02.478325) \u000a15:40:03.750809 run osmo-msc_10.42.42.6(pid=18352): stderr: \u000a| �[0;m�[38;5;43m20221209154002804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154002804 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91a9593c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154002804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154002804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154002805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154002805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154002806 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154002807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154002807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154002807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:40:03.794782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18342): Terminating (SIGTERM)\u000a15:40:03.836277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18345): Terminating (SIGTERM)\u000a15:40:03.878414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18351): Terminating (SIGTERM)\u000a15:40:03.888073 --- ParallelTerminationStrategy: PID 18342 died...\u000a15:40:03.943895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18342): Terminated: ok {rc=0}\u000a15:40:03.954527 --- ParallelTerminationStrategy: PID 18345 died...\u000a15:40:04.010181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18345): Terminated: ok {rc=0}\u000a15:40:04.020236 --- ParallelTerminationStrategy: PID 18351 died...\u000a15:40:04.075907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18351): Terminated: ok {rc=0}\u000a15:40:04.162252 bus /sierra_3: Setting Powered False\u000a15:40:05.268885 bus /sierra_3: Setting Powered False\u000a15:40:06.378121 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:39:46" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18363): Process ended prematurely: osmo-stp_10.42.42.5(pid=18363) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18363)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18363): Process ended prematurely: osmo-stp_10.42.42.5(pid=18363) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a15:40:08.344031 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:08.355305 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:40:08.503512 tst mo_mt_call.py: using LAC 22031\u000a15:40:08.628411 tst mo_mt_call.py: using RAC 101\u000a15:40:08.751872 tst mo_mt_call.py: using CellId 22031\u000a15:40:08.875760 tst mo_mt_call.py: using BVCI 22032\u000a15:40:08.899941 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:08.911347 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:08.922661 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:08.934149 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:08.945695 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:08.957154 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:40:09.074827 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:40:09.283570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:40:09.782966 run create_hlr_db(pid=18357): Launched\u000a15:40:09.967696 bus /sierra_2: Setting Powered False\u000a15:40:10.986523 run create_hlr_db(pid=18357): Terminated: ok {rc=0}\u000a15:40:11.385064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18359): Launched\u000a15:40:11.681878 run osmo-hlr_10.42.42.2(pid=18360): Launched\u000a15:40:11.801029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:40:12.322245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18362): Launched\u000a15:40:12.617271 run osmo-stp_10.42.42.5(pid=18363): Launched\u000a15:40:12.731152 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:40:13.276582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18365): Launched\u000a15:40:13.570377 run osmo-msc_10.42.42.6(pid=18366): Launched\u000a15:40:13.744599 run osmo-stp_10.42.42.5(pid=18363): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18363)]\u000a15:40:13.869171 run osmo-stp_10.42.42.5(pid=18363): stdout: \u000a| (launched: 2022-12-09_15:40:12.471988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:13.991637 run osmo-stp_10.42.42.5(pid=18363): stderr: \u000a| �[0;m�[38;5;43m20221209154012646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154012646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154012646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154012647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154012647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154012647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154012647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:14.109508 run osmo-stp_10.42.42.5(pid=18363): stdout: \u000a| (launched: 2022-12-09_15:40:12.471988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:14.225988 run osmo-stp_10.42.42.5(pid=18363): stderr: \u000a| �[0;m�[38;5;43m20221209154012646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154012646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154012646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154012647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154012647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154012647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154012647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:14.277742 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18363): Process ended prematurely: osmo-stp_10.42.42.5(pid=18363) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18363)] [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a15:40:14.285973 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a15:40:14.344171 run osmo-hlr_10.42.42.2(pid=18360): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18360)]\u000a15:40:14.392076 run osmo-hlr_10.42.42.2(pid=18360): stdout: \u000a| (launched: 2022-12-09_15:40:11.534942) \u000a15:40:14.440504 run osmo-hlr_10.42.42.2(pid=18360): stderr: \u000a| �[0;m�[1;31m20221209154011712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154011712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154011712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154011712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154011712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154011712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154011725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154011734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154011734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154011734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:40:14.506368 run osmo-msc_10.42.42.6(pid=18366): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18366)]\u000a15:40:14.554389 run osmo-msc_10.42.42.6(pid=18366): stdout: \u000a| (launched: 2022-12-09_15:40:13.425281) \u000a15:40:14.602519 run osmo-msc_10.42.42.6(pid=18366): stderr: \u000a| �[0;m�[38;5;43m20221209154013699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154013700 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7effd860ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154013700 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154013700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154013700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154013700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154013702 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154013702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154013702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154013703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:40:14.643271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18359): Terminating (SIGTERM)\u000a15:40:14.681570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18362): Terminating (SIGTERM)\u000a15:40:14.720245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18365): Terminating (SIGTERM)\u000a15:40:14.729037 --- ParallelTerminationStrategy: PID 18359 died...\u000a15:40:14.780685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18359): Terminated: ok {rc=0}\u000a15:40:14.789911 --- ParallelTerminationStrategy: PID 18362 died...\u000a15:40:14.841978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18362): Terminated: ok {rc=0}\u000a15:40:14.851236 --- ParallelTerminationStrategy: PID 18365 died...\u000a15:40:14.902719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18365): Terminated: ok {rc=0}\u000a15:40:14.983610 bus /sierra_3: Setting Powered False\u000a15:40:16.091625 bus /sierra_3: Setting Powered False\u000a15:40:17.210071 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18374): Process ended prematurely: osmo-stp_10.42.42.5(pid=18374) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18374)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18374): Process ended prematurely: osmo-stp_10.42.42.5(pid=18374) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:40:18.314060 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:18.325569 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:40:18.466351 tst mo_mt_call_osmux.py: using LAC 22032\u000a15:40:18.581032 tst mo_mt_call_osmux.py: using RAC 102\u000a15:40:18.704582 tst mo_mt_call_osmux.py: using CellId 22032\u000a15:40:18.829914 tst mo_mt_call_osmux.py: using BVCI 22033\u000a15:40:18.854284 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:18.865914 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:18.877230 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:18.888779 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:18.900203 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:40:18.911739 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:40:19.030219 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:40:19.229125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:40:19.701746 run create_hlr_db(pid=18368): Launched\u000a15:40:19.871031 bus /sierra_2: Setting Powered False\u000a15:40:20.894153 run create_hlr_db(pid=18368): Terminated: ok {rc=0}\u000a15:40:21.320087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18370): Launched\u000a15:40:21.639569 run osmo-hlr_10.42.42.2(pid=18371): Launched\u000a15:40:21.758878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:40:22.311403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18373): Launched\u000a15:40:22.629432 run osmo-stp_10.42.42.5(pid=18374): Launched\u000a15:40:22.747407 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:40:23.329511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18376): Launched\u000a15:40:23.648645 run osmo-msc_10.42.42.6(pid=18377): Launched\u000a15:40:23.837479 run osmo-stp_10.42.42.5(pid=18374): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18374)]\u000a15:40:23.972645 run osmo-stp_10.42.42.5(pid=18374): stdout: \u000a| (launched: 2022-12-09_15:40:22.473063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:24.107945 run osmo-stp_10.42.42.5(pid=18374): stderr: \u000a| �[0;m�[38;5;43m20221209154022665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154022666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154022666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154022666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154022667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154022667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154022667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:24.235777 run osmo-stp_10.42.42.5(pid=18374): stdout: \u000a| (launched: 2022-12-09_15:40:22.473063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:24.362923 run osmo-stp_10.42.42.5(pid=18374): stderr: \u000a| �[0;m�[38;5;43m20221209154022665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154022666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154022666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154022666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154022667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154022667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154022667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:24.418585 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18374): Process ended prematurely: osmo-stp_10.42.42.5(pid=18374) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18374)] [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a15:40:24.427525 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a15:40:24.489703 run osmo-hlr_10.42.42.2(pid=18371): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18371)]\u000a15:40:24.540461 run osmo-hlr_10.42.42.2(pid=18371): stdout: \u000a| (launched: 2022-12-09_15:40:21.481939) \u000a15:40:24.592158 run osmo-hlr_10.42.42.2(pid=18371): stderr: \u000a| �[0;m�[1;31m20221209154021681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154021681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154021681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154021682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154021682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154021682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154021693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154021701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154021701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154021701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:40:24.661898 run osmo-msc_10.42.42.6(pid=18377): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18377)]\u000a15:40:24.712910 run osmo-msc_10.42.42.6(pid=18377): stdout: \u000a| (launched: 2022-12-09_15:40:23.491272) \u000a15:40:24.763914 run osmo-msc_10.42.42.6(pid=18377): stderr: \u000a| �[0;m�[38;5;43m20221209154023813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154023813 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f21ec0b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154023813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154023813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154023813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154023814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154023815 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154023816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154023816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154023816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:40:24.807334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18370): Terminating (SIGTERM)\u000a15:40:24.849088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18373): Terminating (SIGTERM)\u000a15:40:24.890584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18376): Terminating (SIGTERM)\u000a15:40:24.900181 --- ParallelTerminationStrategy: PID 18370 died...\u000a15:40:24.955427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18370): Terminated: ok {rc=0}\u000a15:40:24.965603 --- ParallelTerminationStrategy: PID 18373 died...\u000a15:40:25.020765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18373): Terminated: ok {rc=0}\u000a15:40:25.030671 --- ParallelTerminationStrategy: PID 18376 died...\u000a15:40:25.085712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18376): Terminated: ok {rc=0}\u000a15:40:25.171677 bus /sierra_3: Setting Powered False\u000a15:40:26.273874 bus /sierra_3: Setting Powered False\u000a15:40:27.383976 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:40:08" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18388): Process ended prematurely: osmo-stp_10.42.42.5(pid=18388) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18388)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18388): Process ended prematurely: osmo-stp_10.42.42.5(pid=18388) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:40:29.341732 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:29.352778 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:40:29.493466 tst mo_mt_call.py: using LAC 22033\u000a15:40:29.607297 tst mo_mt_call.py: using RAC 103\u000a15:40:29.721267 tst mo_mt_call.py: using CellId 22033\u000a15:40:29.836028 tst mo_mt_call.py: using BVCI 22034\u000a15:40:29.858499 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:29.869573 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:29.880308 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:29.891309 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:29.902400 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:29.913696 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:40:30.031784 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:40:30.240325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:40:30.741940 run create_hlr_db(pid=18382): Launched\u000a15:40:30.941963 bus /sierra_2: Setting Powered False\u000a15:40:31.952181 run create_hlr_db(pid=18382): Terminated: ok {rc=0}\u000a15:40:32.391599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18384): Launched\u000a15:40:32.709187 run osmo-hlr_10.42.42.2(pid=18385): Launched\u000a15:40:32.827859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:40:33.380559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18387): Launched\u000a15:40:33.698371 run osmo-stp_10.42.42.5(pid=18388): Launched\u000a15:40:33.813622 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:40:34.395060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18390): Launched\u000a15:40:34.713746 run osmo-msc_10.42.42.6(pid=18391): Launched\u000a15:40:34.899975 run osmo-stp_10.42.42.5(pid=18388): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18388)]\u000a15:40:35.035185 run osmo-stp_10.42.42.5(pid=18388): stdout: \u000a| (launched: 2022-12-09_15:40:33.541892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:35.169729 run osmo-stp_10.42.42.5(pid=18388): stderr: \u000a| �[0;m�[38;5;43m20221209154033735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154033735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154033735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154033735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154033736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154033736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154033736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:35.298037 run osmo-stp_10.42.42.5(pid=18388): stdout: \u000a| (launched: 2022-12-09_15:40:33.541892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:35.424863 run osmo-stp_10.42.42.5(pid=18388): stderr: \u000a| �[0;m�[38;5;43m20221209154033735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154033735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154033735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154033735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154033736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154033736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154033736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:35.480730 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18388): Process ended prematurely: osmo-stp_10.42.42.5(pid=18388) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18388)] [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a15:40:35.489638 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:40:35.552117 run osmo-hlr_10.42.42.2(pid=18385): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18385)]\u000a15:40:35.603041 run osmo-hlr_10.42.42.2(pid=18385): stdout: \u000a| (launched: 2022-12-09_15:40:32.553692) \u000a15:40:35.654550 run osmo-hlr_10.42.42.2(pid=18385): stderr: \u000a| �[0;m�[1;31m20221209154032751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154032751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154032751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154032751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154032751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154032751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154032765 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154032773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154032774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154032774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:40:35.724493 run osmo-msc_10.42.42.6(pid=18391): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18391)]\u000a15:40:35.775580 run osmo-msc_10.42.42.6(pid=18391): stdout: \u000a| (launched: 2022-12-09_15:40:34.556834) \u000a15:40:35.827255 run osmo-msc_10.42.42.6(pid=18391): stderr: \u000a| �[0;m�[38;5;43m20221209154034879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154034879 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbde7c32c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154034879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154034879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154034879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154034879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154034881 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154034881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154034882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154034882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:40:35.870884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18384): Terminating (SIGTERM)\u000a15:40:35.912452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18387): Terminating (SIGTERM)\u000a15:40:35.954004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18390): Terminating (SIGTERM)\u000a15:40:35.963756 --- ParallelTerminationStrategy: PID 18384 died...\u000a15:40:36.019403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18384): Terminated: ok {rc=0}\u000a15:40:36.029388 --- ParallelTerminationStrategy: PID 18387 died...\u000a15:40:36.084818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18387): Terminated: ok {rc=0}\u000a15:40:36.094750 --- ParallelTerminationStrategy: PID 18390 died...\u000a15:40:36.150147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18390): Terminated: ok {rc=0}\u000a15:40:36.235766 bus /sierra_3: Setting Powered False\u000a15:40:37.342237 bus /sierra_3: Setting Powered False\u000a15:40:38.449050 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18399): Process ended prematurely: osmo-stp_10.42.42.5(pid=18399) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18399)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18399): Process ended prematurely: osmo-stp_10.42.42.5(pid=18399) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:40:39.556034 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:39.567542 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:40:39.707005 tst mo_mt_call_osmux.py: using LAC 22034\u000a15:40:39.824462 tst mo_mt_call_osmux.py: using RAC 104\u000a15:40:39.940361 tst mo_mt_call_osmux.py: using CellId 22034\u000a15:40:40.058571 tst mo_mt_call_osmux.py: using BVCI 22035\u000a15:40:40.081150 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:40.092216 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:40.103293 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:40.114354 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:40.125301 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:40:40.136229 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:40:40.250601 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:40:40.448068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:40:40.920780 run create_hlr_db(pid=18393): Launched\u000a15:40:41.090479 bus /sierra_2: Setting Powered False\u000a15:40:42.111735 run create_hlr_db(pid=18393): Terminated: ok {rc=0}\u000a15:40:42.537768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18395): Launched\u000a15:40:42.856493 run osmo-hlr_10.42.42.2(pid=18396): Launched\u000a15:40:42.975997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:40:43.530869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18398): Launched\u000a15:40:43.849514 run osmo-stp_10.42.42.5(pid=18399): Launched\u000a15:40:43.965409 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:40:44.548245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18401): Launched\u000a15:40:44.868394 run osmo-msc_10.42.42.6(pid=18402): Launched\u000a15:40:45.054930 run osmo-stp_10.42.42.5(pid=18399): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18399)]\u000a15:40:45.189961 run osmo-stp_10.42.42.5(pid=18399): stdout: \u000a| (launched: 2022-12-09_15:40:43.692532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:45.324933 run osmo-stp_10.42.42.5(pid=18399): stderr: \u000a| �[0;m�[38;5;43m20221209154043884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154043884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154043884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154043885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154043887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154043887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154043887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:45.452785 run osmo-stp_10.42.42.5(pid=18399): stdout: \u000a| (launched: 2022-12-09_15:40:43.692532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:45.579525 run osmo-stp_10.42.42.5(pid=18399): stderr: \u000a| �[0;m�[38;5;43m20221209154043884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154043884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154043884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154043885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154043887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154043887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154043887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:45.635515 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18399): Process ended prematurely: osmo-stp_10.42.42.5(pid=18399) [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18399)] [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a15:40:45.644708 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a15:40:45.707531 run osmo-hlr_10.42.42.2(pid=18396): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18396)]\u000a15:40:45.758876 run osmo-hlr_10.42.42.2(pid=18396): stdout: \u000a| (launched: 2022-12-09_15:40:42.700338) \u000a15:40:45.810913 run osmo-hlr_10.42.42.2(pid=18396): stderr: \u000a| �[0;m�[1;31m20221209154042897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154042897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154042897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154042897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154042897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154042897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154042909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154042919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154042919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154042920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:40:45.885794 run osmo-msc_10.42.42.6(pid=18402): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18402)]\u000a15:40:45.950792 run osmo-msc_10.42.42.6(pid=18402): stdout: \u000a| (launched: 2022-12-09_15:40:44.710688) \u000a15:40:46.004319 run osmo-msc_10.42.42.6(pid=18402): stderr: \u000a| �[0;m�[38;5;43m20221209154045033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154045033 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58f5738c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154045034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154045034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154045034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154045034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154045036 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154045036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154045036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154045036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:40:46.050466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18395): Terminating (SIGTERM)\u000a15:40:46.093833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18398): Terminating (SIGTERM)\u000a15:40:46.135700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18401): Terminating (SIGTERM)\u000a15:40:46.146781 --- ParallelTerminationStrategy: PID 18395 died...\u000a15:40:46.203900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18395): Terminated: ok {rc=0}\u000a15:40:46.214232 --- ParallelTerminationStrategy: PID 18398 died...\u000a15:40:46.268431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18398): Terminated: ok {rc=0}\u000a15:40:46.278576 --- ParallelTerminationStrategy: PID 18401 died...\u000a15:40:46.332678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18401): Terminated: ok {rc=0}\u000a15:40:46.431753 bus /sierra_3: Setting Powered False\u000a15:40:47.533149 bus /sierra_3: Setting Powered False\u000a15:40:48.643296 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:40:29" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18413): Process ended prematurely: osmo-stp_10.42.42.5(pid=18413) [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18413)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18413): Process ended prematurely: osmo-stp_10.42.42.5(pid=18413) [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:40:50.603450 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:40:50.614440 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:40:50.754495 tst mo_mt_call.py: using LAC 22035\u000a15:40:50.868941 tst mo_mt_call.py: using RAC 105\u000a15:40:50.988899 tst mo_mt_call.py: using CellId 22035\u000a15:40:51.104603 tst mo_mt_call.py: using BVCI 22036\u000a15:40:51.127170 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:40:51.138085 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:40:51.148867 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:40:51.159968 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:40:51.170638 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:40:51.181325 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:40:51.295858 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:40:51.491904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:40:51.963878 run create_hlr_db(pid=18407): Launched\u000a15:40:52.133546 bus /sierra_2: Setting Powered False\u000a15:40:53.155735 run create_hlr_db(pid=18407): Terminated: ok {rc=0}\u000a15:40:53.581102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18409): Launched\u000a15:40:53.899272 run osmo-hlr_10.42.42.2(pid=18410): Launched\u000a15:40:54.015229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:40:54.568432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18412): Launched\u000a15:40:54.887042 run osmo-stp_10.42.42.5(pid=18413): Launched\u000a15:40:55.003548 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:40:55.585596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18415): Launched\u000a15:40:55.903688 run osmo-msc_10.42.42.6(pid=18416): Launched\u000a15:40:56.089261 run osmo-stp_10.42.42.5(pid=18413): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18413)]\u000a15:40:56.223498 run osmo-stp_10.42.42.5(pid=18413): stdout: \u000a| (launched: 2022-12-09_15:40:54.730438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:56.357760 run osmo-stp_10.42.42.5(pid=18413): stderr: \u000a| �[0;m�[38;5;43m20221209154054922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154054922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154054923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154054923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154054924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154054924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154054924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:56.485241 run osmo-stp_10.42.42.5(pid=18413): stdout: \u000a| (launched: 2022-12-09_15:40:54.730438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:56.611523 run osmo-stp_10.42.42.5(pid=18413): stderr: \u000a| �[0;m�[38;5;43m20221209154054922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154054922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154054923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154054923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154054924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154054924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154054924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:56.666984 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18413): Process ended prematurely: osmo-stp_10.42.42.5(pid=18413) [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18413)] [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a15:40:56.675829 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a15:40:56.737729 run osmo-hlr_10.42.42.2(pid=18410): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18410)]\u000a15:40:56.787865 run osmo-hlr_10.42.42.2(pid=18410): stdout: \u000a| (launched: 2022-12-09_15:40:53.742910) \u000a15:40:56.839319 run osmo-hlr_10.42.42.2(pid=18410): stderr: \u000a| �[0;m�[1;31m20221209154053942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154053942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154053942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154053942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154053942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154053942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154053978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154053988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154053988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154053988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:40:56.908645 run osmo-msc_10.42.42.6(pid=18416): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18416)]\u000a15:40:56.959173 run osmo-msc_10.42.42.6(pid=18416): stdout: \u000a| (launched: 2022-12-09_15:40:55.747172) \u000a15:40:57.010590 run osmo-msc_10.42.42.6(pid=18416): stderr: \u000a| �[0;m�[38;5;43m20221209154056067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154056067 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94e2b1ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154056067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154056067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154056068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154056068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154056070 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154056070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154056070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154056070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:40:57.053763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18409): Terminating (SIGTERM)\u000a15:40:57.094692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18412): Terminating (SIGTERM)\u000a15:40:57.135924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18415): Terminating (SIGTERM)\u000a15:40:57.146518 --- ParallelTerminationStrategy: PID 18409 died...\u000a15:40:57.201504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18409): Terminated: ok {rc=0}\u000a15:40:57.211243 --- ParallelTerminationStrategy: PID 18412 died...\u000a15:40:57.266175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18412): Terminated: ok {rc=0}\u000a15:40:57.275905 --- ParallelTerminationStrategy: PID 18415 died...\u000a15:40:57.331603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18415): Terminated: ok {rc=0}\u000a15:40:57.417468 bus /sierra_3: Setting Powered False\u000a15:40:58.522717 bus /sierra_3: Setting Powered False\u000a15:40:59.629169 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18424): Process ended prematurely: osmo-stp_10.42.42.5(pid=18424) [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18424)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18424): Process ended prematurely: osmo-stp_10.42.42.5(pid=18424) [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:41:00.741492 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:00.753431 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:41:00.908190 tst mo_mt_call_osmux.py: using LAC 22036\u000a15:41:01.041246 tst mo_mt_call_osmux.py: using RAC 106\u000a15:41:01.162601 tst mo_mt_call_osmux.py: using CellId 22036\u000a15:41:01.298848 tst mo_mt_call_osmux.py: using BVCI 22037\u000a15:41:01.322513 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:01.334071 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:01.345665 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:01.357236 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:01.369071 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:01.380587 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:41:01.499780 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:41:01.708434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:02.254702 run create_hlr_db(pid=18418): Launched\u000a15:41:02.440563 bus /sierra_2: Setting Powered False\u000a15:41:03.459728 run create_hlr_db(pid=18418): Terminated: ok {rc=0}\u000a15:41:03.883850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18420): Launched\u000a15:41:04.202152 run osmo-hlr_10.42.42.2(pid=18421): Launched\u000a15:41:04.319961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:41:04.872137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18423): Launched\u000a15:41:05.190881 run osmo-stp_10.42.42.5(pid=18424): Launched\u000a15:41:05.307615 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:05.886984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18426): Launched\u000a15:41:06.204544 run osmo-msc_10.42.42.6(pid=18427): Launched\u000a15:41:06.390528 run osmo-stp_10.42.42.5(pid=18424): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18424)]\u000a15:41:06.524844 run osmo-stp_10.42.42.5(pid=18424): stdout: \u000a| (launched: 2022-12-09_15:41:05.033704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:06.659058 run osmo-stp_10.42.42.5(pid=18424): stderr: \u000a| �[0;m�[38;5;43m20221209154105226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154105226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154105227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154105227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154105227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154105228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154105228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:06.786629 run osmo-stp_10.42.42.5(pid=18424): stdout: \u000a| (launched: 2022-12-09_15:41:05.033704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:06.912617 run osmo-stp_10.42.42.5(pid=18424): stderr: \u000a| �[0;m�[38;5;43m20221209154105226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154105226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154105227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154105227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154105227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154105228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154105228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:06.968276 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18424): Process ended prematurely: osmo-stp_10.42.42.5(pid=18424) [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18424)] [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a15:41:06.977361 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a15:41:07.039434 run osmo-hlr_10.42.42.2(pid=18421): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18421)]\u000a15:41:07.090110 run osmo-hlr_10.42.42.2(pid=18421): stdout: \u000a| (launched: 2022-12-09_15:41:04.045435) \u000a15:41:07.141569 run osmo-hlr_10.42.42.2(pid=18421): stderr: \u000a| �[0;m�[1;31m20221209154104243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154104243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154104243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154104243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154104243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154104244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154104256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154104264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154104265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154104265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:41:07.210968 run osmo-msc_10.42.42.6(pid=18427): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18427)]\u000a15:41:07.262054 run osmo-msc_10.42.42.6(pid=18427): stdout: \u000a| (launched: 2022-12-09_15:41:06.048120) \u000a15:41:07.313478 run osmo-msc_10.42.42.6(pid=18427): stderr: \u000a| �[0;m�[38;5;43m20221209154106370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154106370 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc2fe701c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154106370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154106370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154106371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154106371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154106372 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154106373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154106373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154106373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:41:07.356492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18420): Terminating (SIGTERM)\u000a15:41:07.397877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18423): Terminating (SIGTERM)\u000a15:41:07.438695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18426): Terminating (SIGTERM)\u000a15:41:07.447924 --- ParallelTerminationStrategy: PID 18420 died...\u000a15:41:07.503187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18420): Terminated: ok {rc=0}\u000a15:41:07.512935 --- ParallelTerminationStrategy: PID 18423 died...\u000a15:41:07.568086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18423): Terminated: ok {rc=0}\u000a15:41:07.578291 --- ParallelTerminationStrategy: PID 18426 died...\u000a15:41:07.633373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18426): Terminated: ok {rc=0}\u000a15:41:07.720520 bus /sierra_3: Setting Powered False\u000a15:41:08.826494 bus /sierra_3: Setting Powered False\u000a15:41:09.937155 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:40:50" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18438): Process ended prematurely: osmo-stp_10.42.42.5(pid=18438) [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18438)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18438): Process ended prematurely: osmo-stp_10.42.42.5(pid=18438) [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:41:11.896918 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:11.908385 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:41:12.058366 tst mo_mt_call.py: using LAC 22037\u000a15:41:12.181672 tst mo_mt_call.py: using RAC 107\u000a15:41:12.307565 tst mo_mt_call.py: using CellId 22037\u000a15:41:12.433171 tst mo_mt_call.py: using BVCI 22038\u000a15:41:12.457418 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:12.468683 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:12.479801 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:12.491321 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:12.502887 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:12.515026 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:41:12.630779 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:41:12.839770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:13.341182 run create_hlr_db(pid=18432): Launched\u000a15:41:13.525653 bus /sierra_2: Setting Powered False\u000a15:41:14.546093 run create_hlr_db(pid=18432): Terminated: ok {rc=0}\u000a15:41:14.945248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18434): Launched\u000a15:41:15.239787 run osmo-hlr_10.42.42.2(pid=18435): Launched\u000a15:41:15.356738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:41:15.895884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18437): Launched\u000a15:41:16.333449 run osmo-stp_10.42.42.5(pid=18438): Launched\u000a15:41:16.548053 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:17.149302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18440): Launched\u000a15:41:17.469914 run osmo-msc_10.42.42.6(pid=18441): Launched\u000a15:41:17.656388 run osmo-stp_10.42.42.5(pid=18438): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18438)]\u000a15:41:17.793991 run osmo-stp_10.42.42.5(pid=18438): stdout: \u000a| (launched: 2022-12-09_15:41:16.063732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:17.928126 run osmo-stp_10.42.42.5(pid=18438): stderr: \u000a| �[0;m�[38;5;43m20221209154116355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154116355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154116369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154116369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154116372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154116372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154116372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:18.055899 run osmo-stp_10.42.42.5(pid=18438): stdout: \u000a| (launched: 2022-12-09_15:41:16.063732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:18.182316 run osmo-stp_10.42.42.5(pid=18438): stderr: \u000a| �[0;m�[38;5;43m20221209154116355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154116355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154116369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154116369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154116372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154116372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154116372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:18.238370 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18438): Process ended prematurely: osmo-stp_10.42.42.5(pid=18438) [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18438)] [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a15:41:18.247428 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a15:41:18.309756 run osmo-hlr_10.42.42.2(pid=18435): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18435)]\u000a15:41:18.360616 run osmo-hlr_10.42.42.2(pid=18435): stdout: \u000a| (launched: 2022-12-09_15:41:15.094996) \u000a15:41:18.412057 run osmo-hlr_10.42.42.2(pid=18435): stderr: \u000a| �[0;m�[1;31m20221209154115269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154115270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154115270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154115270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154115270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154115270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154115281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154115291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154115291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154115291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:41:18.481207 run osmo-msc_10.42.42.6(pid=18441): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18441)]\u000a15:41:18.531912 run osmo-msc_10.42.42.6(pid=18441): stdout: \u000a| (launched: 2022-12-09_15:41:17.313079) \u000a15:41:18.582940 run osmo-msc_10.42.42.6(pid=18441): stderr: \u000a| �[0;m�[38;5;43m20221209154117633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154117634 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc662641c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154117634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154117634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154117634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154117634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154117636 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154117636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154117636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154117636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:41:18.626226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18434): Terminating (SIGTERM)\u000a15:41:18.668381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18437): Terminating (SIGTERM)\u000a15:41:18.709921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18440): Terminating (SIGTERM)\u000a15:41:18.719705 --- ParallelTerminationStrategy: PID 18434 died...\u000a15:41:18.775196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18434): Terminated: ok {rc=0}\u000a15:41:18.785515 --- ParallelTerminationStrategy: PID 18437 died...\u000a15:41:18.841171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18437): Terminated: ok {rc=0}\u000a15:41:18.851218 --- ParallelTerminationStrategy: PID 18440 died...\u000a15:41:18.906749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18440): Terminated: ok {rc=0}\u000a15:41:18.993396 bus /sierra_3: Setting Powered False\u000a15:41:20.100071 bus /sierra_3: Setting Powered False\u000a15:41:21.206322 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18449): Process ended prematurely: osmo-stp_10.42.42.5(pid=18449) [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18449)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18449): Process ended prematurely: osmo-stp_10.42.42.5(pid=18449) [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:41:22.313287 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:22.325003 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:41:22.474784 tst mo_mt_call_osmux.py: using LAC 22038\u000a15:41:22.589451 tst mo_mt_call_osmux.py: using RAC 108\u000a15:41:22.703010 tst mo_mt_call_osmux.py: using CellId 22038\u000a15:41:22.816673 tst mo_mt_call_osmux.py: using BVCI 22039\u000a15:41:22.839299 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:22.850527 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:22.861422 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:22.872390 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:22.883516 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:41:22.894681 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:41:23.008680 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:41:23.221651 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:23.722685 run create_hlr_db(pid=18443): Launched\u000a15:41:23.907457 bus /sierra_2: Setting Powered False\u000a15:41:24.927372 run create_hlr_db(pid=18443): Terminated: ok {rc=0}\u000a15:41:25.326299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18445): Launched\u000a15:41:25.622779 run osmo-hlr_10.42.42.2(pid=18446): Launched\u000a15:41:25.730444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:41:26.242009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18448): Launched\u000a15:41:26.536187 run osmo-stp_10.42.42.5(pid=18449): Launched\u000a15:41:26.642820 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:27.183863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18451): Launched\u000a15:41:27.480930 run osmo-msc_10.42.42.6(pid=18452): Launched\u000a15:41:27.655443 run osmo-stp_10.42.42.5(pid=18449): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18449)]\u000a15:41:27.780466 run osmo-stp_10.42.42.5(pid=18449): stdout: \u000a| (launched: 2022-12-09_15:41:26.391162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:27.903515 run osmo-stp_10.42.42.5(pid=18449): stderr: \u000a| �[0;m�[38;5;43m20221209154126562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154126563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154126563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154126563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154126564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154126564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154126564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:28.022315 run osmo-stp_10.42.42.5(pid=18449): stdout: \u000a| (launched: 2022-12-09_15:41:26.391162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:28.140226 run osmo-stp_10.42.42.5(pid=18449): stderr: \u000a| �[0;m�[38;5;43m20221209154126562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154126563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154126563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154126563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154126564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154126564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154126564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:28.192325 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18449): Process ended prematurely: osmo-stp_10.42.42.5(pid=18449) [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18449)] [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a15:41:28.200935 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a15:41:28.260006 run osmo-hlr_10.42.42.2(pid=18446): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18446)]\u000a15:41:28.308583 run osmo-hlr_10.42.42.2(pid=18446): stdout: \u000a| (launched: 2022-12-09_15:41:25.477354) \u000a15:41:28.357790 run osmo-hlr_10.42.42.2(pid=18446): stderr: \u000a| �[0;m�[1;31m20221209154125653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154125653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154125653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154125653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154125653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154125653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154125665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154125674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154125674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154125674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:41:28.423922 run osmo-msc_10.42.42.6(pid=18452): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18452)]\u000a15:41:28.472438 run osmo-msc_10.42.42.6(pid=18452): stdout: \u000a| (launched: 2022-12-09_15:41:27.333611) \u000a15:41:28.521508 run osmo-msc_10.42.42.6(pid=18452): stderr: \u000a| �[0;m�[38;5;43m20221209154127607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154127607 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f983b810c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154127607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154127607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154127608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154127608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154127610 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154127610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154127611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154127611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:41:28.562985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18445): Terminating (SIGTERM)\u000a15:41:28.602702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18448): Terminating (SIGTERM)\u000a15:41:28.641954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18451): Terminating (SIGTERM)\u000a15:41:28.651051 --- ParallelTerminationStrategy: PID 18445 died...\u000a15:41:28.703352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18445): Terminated: ok {rc=0}\u000a15:41:28.713204 --- ParallelTerminationStrategy: PID 18448 died...\u000a15:41:28.765269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18448): Terminated: ok {rc=0}\u000a15:41:28.774662 --- ParallelTerminationStrategy: PID 18451 died...\u000a15:41:28.826848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18451): Terminated: ok {rc=0}\u000a15:41:28.914110 bus /sierra_3: Setting Powered False\u000a15:41:30.015842 bus /sierra_3: Setting Powered False\u000a15:41:31.140854 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:41:11" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18463): Process ended prematurely: osmo-stp_10.42.42.5(pid=18463) [trial-2361↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18463)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18463): Process ended prematurely: osmo-stp_10.42.42.5(pid=18463) [trial-2361↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a15:41:33.116348 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:33.127697 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:41:33.277387 tst mo_mt_call.py: using LAC 22039\u000a15:41:33.401415 tst mo_mt_call.py: using RAC 109\u000a15:41:33.527719 tst mo_mt_call.py: using CellId 22039\u000a15:41:33.646418 tst mo_mt_call.py: using BVCI 22040\u000a15:41:33.668849 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:33.680168 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:33.691475 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:33.702651 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:33.714216 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:33.725345 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:41:33.843906 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:41:34.055312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:34.556580 run create_hlr_db(pid=18457): Launched\u000a15:41:34.742056 bus /sierra_2: Setting Powered False\u000a15:41:35.763262 run create_hlr_db(pid=18457): Terminated: ok {rc=0}\u000a15:41:36.190256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18459): Launched\u000a15:41:36.510178 run osmo-hlr_10.42.42.2(pid=18460): Launched\u000a15:41:36.629092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:41:37.181915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18462): Launched\u000a15:41:37.501121 run osmo-stp_10.42.42.5(pid=18463): Launched\u000a15:41:37.616898 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:38.198465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18465): Launched\u000a15:41:38.518307 run osmo-msc_10.42.42.6(pid=18466): Launched\u000a15:41:38.704529 run osmo-stp_10.42.42.5(pid=18463): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18463)]\u000a15:41:38.839974 run osmo-stp_10.42.42.5(pid=18463): stdout: \u000a| (launched: 2022-12-09_15:41:37.344139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:38.974632 run osmo-stp_10.42.42.5(pid=18463): stderr: \u000a| �[0;m�[38;5;43m20221209154137539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154137539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154137539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154137540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154137540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154137540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154137540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:39.102786 run osmo-stp_10.42.42.5(pid=18463): stdout: \u000a| (launched: 2022-12-09_15:41:37.344139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:39.229625 run osmo-stp_10.42.42.5(pid=18463): stderr: \u000a| �[0;m�[38;5;43m20221209154137539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154137539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154137539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154137540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154137540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154137540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154137540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:39.285619 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18463): Process ended prematurely: osmo-stp_10.42.42.5(pid=18463) [trial-2361↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18463)] [trial-2361↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a15:41:39.294795 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:41:39.357505 run osmo-hlr_10.42.42.2(pid=18460): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18460)]\u000a15:41:39.408567 run osmo-hlr_10.42.42.2(pid=18460): stdout: \u000a| (launched: 2022-12-09_15:41:36.353305) \u000a15:41:39.460150 run osmo-hlr_10.42.42.2(pid=18460): stderr: \u000a| �[0;m�[1;31m20221209154136551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154136551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154136552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154136552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154136552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154136552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154136563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154136571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154136571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154136571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:41:39.529693 run osmo-msc_10.42.42.6(pid=18466): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18466)]\u000a15:41:39.580266 run osmo-msc_10.42.42.6(pid=18466): stdout: \u000a| (launched: 2022-12-09_15:41:38.361298) \u000a15:41:39.631209 run osmo-msc_10.42.42.6(pid=18466): stderr: \u000a| �[0;m�[38;5;43m20221209154138684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154138684 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28ae866c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154138685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154138685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154138685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154138685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154138688 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154138689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154138689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154138689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:41:39.674373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18459): Terminating (SIGTERM)\u000a15:41:39.715966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18462): Terminating (SIGTERM)\u000a15:41:39.757171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18465): Terminating (SIGTERM)\u000a15:41:39.766829 --- ParallelTerminationStrategy: PID 18459 died...\u000a15:41:39.821722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18459): Terminated: ok {rc=0}\u000a15:41:39.831836 --- ParallelTerminationStrategy: PID 18462 died...\u000a15:41:39.886636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18462): Terminated: ok {rc=0}\u000a15:41:39.896836 --- ParallelTerminationStrategy: PID 18465 died...\u000a15:41:39.952148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18465): Terminated: ok {rc=0}\u000a15:41:40.038014 bus /sierra_3: Setting Powered False\u000a15:41:41.142310 bus /sierra_3: Setting Powered False\u000a15:41:42.251517 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18474): Process ended prematurely: osmo-stp_10.42.42.5(pid=18474) [trial-2361↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18474)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18474): Process ended prematurely: osmo-stp_10.42.42.5(pid=18474) [trial-2361↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:41:43.359449 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:43.371226 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:41:43.513498 tst mo_mt_call_osmux.py: using LAC 22040\u000a15:41:43.630390 tst mo_mt_call_osmux.py: using RAC 110\u000a15:41:43.759250 tst mo_mt_call_osmux.py: using CellId 22040\u000a15:41:43.874617 tst mo_mt_call_osmux.py: using BVCI 22041\u000a15:41:43.897012 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:43.907964 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:43.919009 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:43.929828 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:43.940607 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:41:43.951416 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:41:44.069879 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:41:44.269958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:44.741663 run create_hlr_db(pid=18468): Launched\u000a15:41:44.910452 bus /sierra_2: Setting Powered False\u000a15:41:45.966937 run create_hlr_db(pid=18468): Terminated: ok {rc=0}\u000a15:41:46.439321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18470): Launched\u000a15:41:46.819686 run osmo-hlr_10.42.42.2(pid=18471): Launched\u000a15:41:47.004795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:41:47.637658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18473): Launched\u000a15:41:47.955682 run osmo-stp_10.42.42.5(pid=18474): Launched\u000a15:41:48.071829 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:48.655221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18476): Launched\u000a15:41:48.974146 run osmo-msc_10.42.42.6(pid=18477): Launched\u000a15:41:49.159469 run osmo-stp_10.42.42.5(pid=18474): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18474)]\u000a15:41:49.293525 run osmo-stp_10.42.42.5(pid=18474): stdout: \u000a| (launched: 2022-12-09_15:41:47.798533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:49.428223 run osmo-stp_10.42.42.5(pid=18474): stderr: \u000a| �[0;m�[38;5;43m20221209154147991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154147991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154147991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154147992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154147992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154147992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154147992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:49.555812 run osmo-stp_10.42.42.5(pid=18474): stdout: \u000a| (launched: 2022-12-09_15:41:47.798533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:49.682472 run osmo-stp_10.42.42.5(pid=18474): stderr: \u000a| �[0;m�[38;5;43m20221209154147991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154147991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154147991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154147992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154147992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154147992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154147992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:49.738404 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18474): Process ended prematurely: osmo-stp_10.42.42.5(pid=18474) [trial-2361↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18474)] [trial-2361↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a15:41:49.747673 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a15:41:49.809537 run osmo-hlr_10.42.42.2(pid=18471): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18471)]\u000a15:41:49.860123 run osmo-hlr_10.42.42.2(pid=18471): stdout: \u000a| (launched: 2022-12-09_15:41:46.606860) \u000a15:41:49.911341 run osmo-hlr_10.42.42.2(pid=18471): stderr: \u000a| �[0;m�[1;31m20221209154146952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154146952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154146952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154146952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154146952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154146952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154146972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154146987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154146988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154146988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:41:49.980734 run osmo-msc_10.42.42.6(pid=18477): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18477)]\u000a15:41:50.031147 run osmo-msc_10.42.42.6(pid=18477): stdout: \u000a| (launched: 2022-12-09_15:41:48.817454) \u000a15:41:50.082167 run osmo-msc_10.42.42.6(pid=18477): stderr: \u000a| �[0;m�[38;5;43m20221209154149141 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154149141 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73d3eeec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154149142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154149142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154149142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154149142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154149144 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154149144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154149144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154149144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:41:50.125501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18470): Terminating (SIGTERM)\u000a15:41:50.166987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18473): Terminating (SIGTERM)\u000a15:41:50.207865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18476): Terminating (SIGTERM)\u000a15:41:50.217660 --- ParallelTerminationStrategy: PID 18470 died...\u000a15:41:50.273046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18470): Terminated: ok {rc=0}\u000a15:41:50.282998 --- ParallelTerminationStrategy: PID 18473 died...\u000a15:41:50.338251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18473): Terminated: ok {rc=0}\u000a15:41:50.348188 --- ParallelTerminationStrategy: PID 18476 died...\u000a15:41:50.403263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18476): Terminated: ok {rc=0}\u000a15:41:50.489031 bus /sierra_3: Setting Powered False\u000a15:41:51.592697 bus /sierra_3: Setting Powered False\u000a15:41:52.698311 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:41:32" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18489): Process ended prematurely: osmo-stp_10.42.42.5(pid=18489) [trial-2361↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18489)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18489): Process ended prematurely: osmo-stp_10.42.42.5(pid=18489) [trial-2361↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a15:41:54.656434 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:41:54.667326 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:41:54.809298 tst mo_mt_call.py: using LAC 22041\u000a15:41:54.930542 tst mo_mt_call.py: using RAC 111\u000a15:41:55.045762 tst mo_mt_call.py: using CellId 22041\u000a15:41:55.160161 tst mo_mt_call.py: using BVCI 22042\u000a15:41:55.182578 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:41:55.193268 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:41:55.203666 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:41:55.214742 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:41:55.225850 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:41:55.236881 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:41:55.358107 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:41:55.568938 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:56.070171 run create_hlr_db(pid=18483): Launched\u000a15:41:56.255857 bus /sierra_2: Setting Powered False\u000a15:41:57.275260 run create_hlr_db(pid=18483): Terminated: ok {rc=0}\u000a15:41:57.701703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18485): Launched\u000a15:41:58.021452 run osmo-hlr_10.42.42.2(pid=18486): Launched\u000a15:41:58.140229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:41:58.699202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18488): Launched\u000a15:41:59.021466 run osmo-stp_10.42.42.5(pid=18489): Launched\u000a15:41:59.138670 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:59.724695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18491): Launched\u000a15:42:00.044198 run osmo-msc_10.42.42.6(pid=18492): Launched\u000a15:42:00.231630 run osmo-stp_10.42.42.5(pid=18489): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18489)]\u000a15:42:00.367521 run osmo-stp_10.42.42.5(pid=18489): stdout: \u000a| (launched: 2022-12-09_15:41:58.862530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:00.502656 run osmo-stp_10.42.42.5(pid=18489): stderr: \u000a| �[0;m�[38;5;43m20221209154159056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154159056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154159057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154159057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154159058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154159058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154159058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:00.631382 run osmo-stp_10.42.42.5(pid=18489): stdout: \u000a| (launched: 2022-12-09_15:41:58.862530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:00.758940 run osmo-stp_10.42.42.5(pid=18489): stderr: \u000a| �[0;m�[38;5;43m20221209154159056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154159056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154159057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154159057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154159058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154159058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154159058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:00.815024 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18489): Process ended prematurely: osmo-stp_10.42.42.5(pid=18489) [trial-2361↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18489)] [trial-2361↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a15:42:00.824007 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:42:00.908573 run osmo-hlr_10.42.42.2(pid=18486): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18486)]\u000a15:42:00.969761 run osmo-hlr_10.42.42.2(pid=18486): stdout: \u000a| (launched: 2022-12-09_15:41:57.864189) \u000a15:42:01.071723 run osmo-hlr_10.42.42.2(pid=18486): stderr: \u000a| �[0;m�[1;31m20221209154158063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154158063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154158063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154158063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154158063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154158063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154158075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154158083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154158083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154158084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:42:01.143940 run osmo-msc_10.42.42.6(pid=18492): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18492)]\u000a15:42:01.197096 run osmo-msc_10.42.42.6(pid=18492): stdout: \u000a| (launched: 2022-12-09_15:41:59.887150) \u000a15:42:01.249626 run osmo-msc_10.42.42.6(pid=18492): stderr: \u000a| �[0;m�[38;5;43m20221209154200212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154200212 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc64eb2ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154200212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154200212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154200212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154200212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154200214 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154200214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154200214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154200215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:42:01.296697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18485): Terminating (SIGTERM)\u000a15:42:01.340819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18488): Terminating (SIGTERM)\u000a15:42:01.386533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18491): Terminating (SIGTERM)\u000a15:42:01.396845 --- ParallelTerminationStrategy: PID 18485 died...\u000a15:42:01.454844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18485): Terminated: ok {rc=0}\u000a15:42:01.465784 --- ParallelTerminationStrategy: PID 18488 died...\u000a15:42:01.522673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18488): Terminated: ok {rc=0}\u000a15:42:01.534552 --- ParallelTerminationStrategy: PID 18491 died...\u000a15:42:01.593253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18491): Terminated: ok {rc=0}\u000a15:42:01.693071 bus /sierra_3: Setting Powered False\u000a15:42:02.794525 bus /sierra_3: Setting Powered False\u000a15:42:03.905110 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18507): Process ended prematurely: osmo-stp_10.42.42.5(pid=18507) [trial-2361↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18507)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18507): Process ended prematurely: osmo-stp_10.42.42.5(pid=18507) [trial-2361↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:42:05.012551 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:05.023890 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:42:05.167009 tst mo_mt_call_osmux.py: using LAC 22042\u000a15:42:05.283129 tst mo_mt_call_osmux.py: using RAC 112\u000a15:42:05.408461 tst mo_mt_call_osmux.py: using CellId 22042\u000a15:42:05.537928 tst mo_mt_call_osmux.py: using BVCI 22043\u000a15:42:05.562423 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:05.573662 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:05.584535 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:05.595973 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:05.607346 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:42:05.618675 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:42:05.734166 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:42:05.943117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:42:06.446460 run create_hlr_db(pid=18501): Launched\u000a15:42:06.631923 bus /sierra_2: Setting Powered False\u000a15:42:07.652327 run create_hlr_db(pid=18501): Terminated: ok {rc=0}\u000a15:42:08.055341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18503): Launched\u000a15:42:08.353310 run osmo-hlr_10.42.42.2(pid=18504): Launched\u000a15:42:08.466435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:42:08.982697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18506): Launched\u000a15:42:09.282887 run osmo-stp_10.42.42.5(pid=18507): Launched\u000a15:42:09.391866 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:42:09.936255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18509): Launched\u000a15:42:10.234068 run osmo-msc_10.42.42.6(pid=18510): Launched\u000a15:42:10.408106 run osmo-stp_10.42.42.5(pid=18507): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18507)]\u000a15:42:10.533623 run osmo-stp_10.42.42.5(pid=18507): stdout: \u000a| (launched: 2022-12-09_15:42:09.133737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:10.657426 run osmo-stp_10.42.42.5(pid=18507): stderr: \u000a| �[0;m�[38;5;43m20221209154209303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154209304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154209304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154209304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154209305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154209305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154209305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:10.775935 run osmo-stp_10.42.42.5(pid=18507): stdout: \u000a| (launched: 2022-12-09_15:42:09.133737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:10.894268 run osmo-stp_10.42.42.5(pid=18507): stderr: \u000a| �[0;m�[38;5;43m20221209154209303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154209304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154209304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154209304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154209305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154209305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154209305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:10.946448 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18507): Process ended prematurely: osmo-stp_10.42.42.5(pid=18507) [trial-2361↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18507)] [trial-2361↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a15:42:10.954624 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a15:42:11.012762 run osmo-hlr_10.42.42.2(pid=18504): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18504)]\u000a15:42:11.060621 run osmo-hlr_10.42.42.2(pid=18504): stdout: \u000a| (launched: 2022-12-09_15:42:08.206376) \u000a15:42:11.109177 run osmo-hlr_10.42.42.2(pid=18504): stderr: \u000a| �[0;m�[1;31m20221209154208383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154208383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154208383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154208383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154208383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154208383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154208396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154208407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154208407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154208407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:42:11.175190 run osmo-msc_10.42.42.6(pid=18510): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18510)]\u000a15:42:11.223318 run osmo-msc_10.42.42.6(pid=18510): stdout: \u000a| (launched: 2022-12-09_15:42:10.086991) \u000a15:42:11.271975 run osmo-msc_10.42.42.6(pid=18510): stderr: \u000a| �[0;m�[38;5;43m20221209154210358 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154210358 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb67a12bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154210358 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154210358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154210359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154210359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154210361 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154210361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154210361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154210361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:42:11.313117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18503): Terminating (SIGTERM)\u000a15:42:11.352177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18506): Terminating (SIGTERM)\u000a15:42:11.391284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18509): Terminating (SIGTERM)\u000a15:42:11.400253 --- ParallelTerminationStrategy: PID 18503 died...\u000a15:42:11.452477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18503): Terminated: ok {rc=0}\u000a15:42:11.461870 --- ParallelTerminationStrategy: PID 18506 died...\u000a15:42:11.514019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18506): Terminated: ok {rc=0}\u000a15:42:11.523392 --- ParallelTerminationStrategy: PID 18509 died...\u000a15:42:11.575341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18509): Terminated: ok {rc=0}\u000a15:42:11.657332 bus /sierra_3: Setting Powered False\u000a15:42:12.762266 bus /sierra_3: Setting Powered False\u000a15:42:13.867498 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:41:54" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18521): Process ended prematurely: osmo-stp_10.42.42.5(pid=18521) [trial-2361↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18521)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18521): Process ended prematurely: osmo-stp_10.42.42.5(pid=18521) [trial-2361↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a15:42:15.849222 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:15.862213 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a15:42:16.015359 tst emergency_mo_mt_call.py: using LAC 22043\u000a15:42:16.139480 tst emergency_mo_mt_call.py: using RAC 113\u000a15:42:16.265356 tst emergency_mo_mt_call.py: using CellId 22043\u000a15:42:16.390882 tst emergency_mo_mt_call.py: using BVCI 22044\u000a15:42:16.415949 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:16.427995 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:16.439997 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:16.452932 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:16.465802 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:16.478555 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:16.600623 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:16.801421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:42:17.315309 run create_hlr_db(pid=18515): Launched\u000a15:42:17.484645 bus /sierra_2: Setting Powered False\u000a15:42:18.505851 run create_hlr_db(pid=18515): Terminated: ok {rc=0}\u000a15:42:18.923956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18517): Launched\u000a15:42:19.216185 run osmo-hlr_10.42.42.2(pid=18518): Launched\u000a15:42:19.328518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:42:19.845976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18520): Launched\u000a15:42:20.138325 run osmo-stp_10.42.42.5(pid=18521): Launched\u000a15:42:20.256633 tst emergency_mo_mt_call.py: using MSISDN 7257\u000a15:42:20.400671 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:42:20.933634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18523): Launched\u000a15:42:21.226200 run osmo-msc_10.42.42.6(pid=18524): Launched\u000a15:42:21.397737 run osmo-stp_10.42.42.5(pid=18521): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18521)]\u000a15:42:21.522740 run osmo-stp_10.42.42.5(pid=18521): stdout: \u000a| (launched: 2022-12-09_15:42:19.994823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:21.644426 run osmo-stp_10.42.42.5(pid=18521): stderr: \u000a| �[0;m�[38;5;43m20221209154220166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154220166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154220166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154220167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154220167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154220167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154220167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:21.762061 run osmo-stp_10.42.42.5(pid=18521): stdout: \u000a| (launched: 2022-12-09_15:42:19.994823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:21.880020 run osmo-stp_10.42.42.5(pid=18521): stderr: \u000a| �[0;m�[38;5;43m20221209154220166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154220166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154220166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154220167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154220167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154220167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154220167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:21.931097 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=18521): Process ended prematurely: osmo-stp_10.42.42.5(pid=18521) [trial-2361↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18521)] [trial-2361↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a15:42:21.938859 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a15:42:21.997531 run osmo-hlr_10.42.42.2(pid=18518): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18518)]\u000a15:42:22.046322 run osmo-hlr_10.42.42.2(pid=18518): stdout: \u000a| (launched: 2022-12-09_15:42:19.072582) \u000a15:42:22.095607 run osmo-hlr_10.42.42.2(pid=18518): stderr: \u000a| �[0;m�[1;31m20221209154219248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154219248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154219248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154219248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154219248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154219248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154219260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154219269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154219269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154219269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:42:22.162286 run osmo-msc_10.42.42.6(pid=18524): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18524)]\u000a15:42:22.210750 run osmo-msc_10.42.42.6(pid=18524): stdout: \u000a| (launched: 2022-12-09_15:42:21.081717) \u000a15:42:22.259891 run osmo-msc_10.42.42.6(pid=18524): stderr: \u000a| �[0;m�[38;5;43m20221209154221357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154221357 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb76da76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154221357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154221357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154221357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154221358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154221359 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154221360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154221360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154221360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:42:22.301623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18517): Terminating (SIGTERM)\u000a15:42:22.340903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18520): Terminating (SIGTERM)\u000a15:42:22.380041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18523): Terminating (SIGTERM)\u000a15:42:22.389111 --- ParallelTerminationStrategy: PID 18517 died...\u000a15:42:22.441825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18517): Terminated: ok {rc=0}\u000a15:42:22.451228 --- ParallelTerminationStrategy: PID 18520 died...\u000a15:42:22.503407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18520): Terminated: ok {rc=0}\u000a15:42:22.512865 --- ParallelTerminationStrategy: PID 18523 died...\u000a15:42:22.565402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18523): Terminated: ok {rc=0}\u000a15:42:22.652270 bus /sierra_3: Setting Powered False\u000a15:42:23.753308 bus /sierra_3: Setting Powered False\u000a15:42:24.863988 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18532): Process ended prematurely: osmo-stp_10.42.42.5(pid=18532) [trial-2361↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18532)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18532): Process ended prematurely: osmo-stp_10.42.42.5(pid=18532) [trial-2361↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a15:42:25.914884 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:25.926018 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a15:42:26.052109 tst emergency_preemptive_call.py: using LAC 22044\u000a15:42:26.165513 tst emergency_preemptive_call.py: using RAC 114\u000a15:42:26.277971 tst emergency_preemptive_call.py: using CellId 22044\u000a15:42:26.391219 tst emergency_preemptive_call.py: using BVCI 22045\u000a15:42:26.413266 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:26.423660 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:26.434049 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:26.444333 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:26.454655 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:42:26.464814 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:26.582174 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:26.701174 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:26.815380 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:27.017235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:42:27.512905 run create_hlr_db(pid=18526): Launched\u000a15:42:27.696061 bus /sierra_2: Setting Powered False\u000a15:42:28.715716 run create_hlr_db(pid=18526): Terminated: ok {rc=0}\u000a15:42:29.136169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18528): Launched\u000a15:42:29.453446 run osmo-hlr_10.42.42.2(pid=18529): Launched\u000a15:42:29.571027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:42:30.117690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18531): Launched\u000a15:42:30.410987 run osmo-stp_10.42.42.5(pid=18532): Launched\u000a15:42:30.527342 tst emergency_preemptive_call.py: using MSISDN 7258\u000a15:42:30.672473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:42:31.236844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18534): Launched\u000a15:42:31.693947 run osmo-msc_10.42.42.6(pid=18535): Launched\u000a15:42:31.924694 run osmo-stp_10.42.42.5(pid=18532): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18532)]\u000a15:42:32.165568 run osmo-stp_10.42.42.5(pid=18532): stdout: \u000a| (launched: 2022-12-09_15:42:30.266611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:32.350560 run osmo-stp_10.42.42.5(pid=18532): stderr: \u000a| �[0;m�[38;5;43m20221209154230435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154230435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154230436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154230436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154230437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154230437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154230437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:32.480043 run osmo-stp_10.42.42.5(pid=18532): stdout: \u000a| (launched: 2022-12-09_15:42:30.266611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:32.605960 run osmo-stp_10.42.42.5(pid=18532): stderr: \u000a| �[0;m�[38;5;43m20221209154230435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154230435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154230436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154230436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154230437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154230437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154230437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:32.660648 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=18532): Process ended prematurely: osmo-stp_10.42.42.5(pid=18532) [trial-2361↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18532)] [trial-2361↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a15:42:32.669210 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a15:42:32.731139 run osmo-hlr_10.42.42.2(pid=18529): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18529)]\u000a15:42:32.781833 run osmo-hlr_10.42.42.2(pid=18529): stdout: \u000a| (launched: 2022-12-09_15:42:29.296898) \u000a15:42:32.833255 run osmo-hlr_10.42.42.2(pid=18529): stderr: \u000a| �[0;m�[1;31m20221209154229493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154229493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154229493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154229493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154229493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154229494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154229506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154229516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154229516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154229516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:42:32.902809 run osmo-msc_10.42.42.6(pid=18535): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18535)]\u000a15:42:32.953571 run osmo-msc_10.42.42.6(pid=18535): stdout: \u000a| (launched: 2022-12-09_15:42:31.389105) \u000a15:42:33.004895 run osmo-msc_10.42.42.6(pid=18535): stderr: \u000a| �[0;m�[38;5;43m20221209154231886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154231886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe79c333c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154231886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154231886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154231886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154231887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154231901 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154231902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154231902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154231902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:42:33.047966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18528): Terminating (SIGTERM)\u000a15:42:33.089134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18531): Terminating (SIGTERM)\u000a15:42:33.130693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18534): Terminating (SIGTERM)\u000a15:42:33.140167 --- ParallelTerminationStrategy: PID 18528 died...\u000a15:42:33.195315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18528): Terminated: ok {rc=0}\u000a15:42:33.205250 --- ParallelTerminationStrategy: PID 18531 died...\u000a15:42:33.259905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18531): Terminated: ok {rc=0}\u000a15:42:33.270060 --- ParallelTerminationStrategy: PID 18534 died...\u000a15:42:33.325079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18534): Terminated: ok {rc=0}\u000a15:42:33.411205 bus /sierra_9: Setting Powered False\u000a15:42:34.510706 bus /sierra_9: Setting Powered False\u000a15:42:35.615548 bus /sierra_8: Setting Powered False\u000a15:42:36.719812 bus /sierra_8: Setting Powered False\u000a15:42:37.826492 bus /sierra_3: Setting Powered False\u000a15:42:38.925067 bus /sierra_3: Setting Powered False\u000a15:42:40.034877 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:42:15" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18550): Process ended prematurely: osmo-stp_10.42.42.5(pid=18550) [trial-2361↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18550)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18550): Process ended prematurely: osmo-stp_10.42.42.5(pid=18550) [trial-2361↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:42:42.112654 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:42.123490 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:42:42.250973 tst cs_paging_gprs_active.py: using LAC 22045\u000a15:42:42.374875 tst cs_paging_gprs_active.py: using RAC 115\u000a15:42:42.498222 tst cs_paging_gprs_active.py: using CellId 22045\u000a15:42:42.616086 tst cs_paging_gprs_active.py: using BVCI 22046\u000a15:42:42.638766 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:42.649206 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:42.659487 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:42.669914 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:42.680108 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:42.690323 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:42.700568 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:42.710799 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:42.721206 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:42.837040 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:43.130086 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:42:43.264400 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:42:43.596773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18540): Launched\u000a15:42:43.872318 run iperf3-srv_10.42.42.10(pid=18541): Launched\u000a15:42:44.069146 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:42:44.202602 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:42:44.535084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18542): Launched\u000a15:42:44.810483 run iperf3-srv_10.42.42.10(pid=18543): Launched\u000a15:42:45.006581 tst cs_paging_gprs_active.py:38: start network...\u000a15:42:45.140748 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:42:45.649636 run create_hlr_db(pid=18544): Launched\u000a15:42:45.821446 bus /sierra_2: Setting Powered False\u000a15:42:46.847542 run create_hlr_db(pid=18544): Terminated: ok {rc=0}\u000a15:42:47.277927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18546): Launched\u000a15:42:47.577487 run osmo-hlr_10.42.42.2(pid=18547): Launched\u000a15:42:47.690740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:42:48.218451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18549): Launched\u000a15:42:48.515143 run osmo-stp_10.42.42.5(pid=18550): Launched\u000a15:42:48.623975 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:42:50.112751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18552): Launched\u000a15:42:50.219219 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:42:50.482683 run patchelf(pid=18553): Launched\u000a15:42:50.657411 run osmo-stp_10.42.42.5(pid=18550): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18550)]\u000a15:42:50.785202 run osmo-stp_10.42.42.5(pid=18550): stdout: \u000a| (launched: 2022-12-09_15:42:48.369265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:50.913311 run osmo-stp_10.42.42.5(pid=18550): stderr: \u000a| �[0;m�[38;5;43m20221209154248539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154248539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154248539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154248540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154248542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154248542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154248542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:51.036335 run osmo-stp_10.42.42.5(pid=18550): stdout: \u000a| (launched: 2022-12-09_15:42:48.369265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:51.158190 run osmo-stp_10.42.42.5(pid=18550): stderr: \u000a| �[0;m�[38;5;43m20221209154248539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154248539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154248539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154248540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154248542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154248542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154248542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:51.300921 run patchelf(pid=18553): Terminating (SIGINT)\u000a15:42:51.468917 run patchelf(pid=18553): Terminated: ok {rc=0}\u000a15:42:51.499789 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18550): Process ended prematurely: osmo-stp_10.42.42.5(pid=18550) [trial-2361↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18550)] [trial-2361↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a15:42:51.508640 tst cs_paging_gprs_active.py:38: Test FAILED (9.4 sec)\u000a15:42:51.567709 run osmo-hlr_10.42.42.2(pid=18547): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18547)]\u000a15:42:51.615948 run osmo-hlr_10.42.42.2(pid=18547): stdout: \u000a| (launched: 2022-12-09_15:42:47.429690) \u000a15:42:51.664922 run osmo-hlr_10.42.42.2(pid=18547): stderr: \u000a| �[0;m�[1;31m20221209154247607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154247607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154247607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154247607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154247607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154247607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154247620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154247629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154247629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154247629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:42:51.706553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18540): Terminating (SIGTERM)\u000a15:42:51.745677 run iperf3-srv_10.42.42.10(pid=18541): Terminating (SIGTERM)\u000a15:42:51.784761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18542): Terminating (SIGTERM)\u000a15:42:51.823727 run iperf3-srv_10.42.42.10(pid=18543): Terminating (SIGTERM)\u000a15:42:51.862893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18546): Terminating (SIGTERM)\u000a15:42:51.902168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18549): Terminating (SIGTERM)\u000a15:42:51.942048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18552): Terminating (SIGTERM)\u000a15:42:51.951077 --- ParallelTerminationStrategy: PID 18540 died...\u000a15:42:52.003752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18540): Terminated: ok {rc=0}\u000a15:42:52.013246 --- ParallelTerminationStrategy: PID 18541 died...\u000a15:42:52.066039 run iperf3-srv_10.42.42.10(pid=18541): Terminated {rc=256}\u000a15:42:52.075451 --- ParallelTerminationStrategy: PID 18542 died...\u000a15:42:52.128006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18542): Terminated: ok {rc=0}\u000a15:42:52.137779 --- ParallelTerminationStrategy: PID 18543 died...\u000a15:42:52.190204 run iperf3-srv_10.42.42.10(pid=18543): Terminated {rc=256}\u000a15:42:52.199582 --- ParallelTerminationStrategy: PID 18546 died...\u000a15:42:52.251888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18546): Terminated: ok {rc=0}\u000a15:42:52.261766 --- ParallelTerminationStrategy: PID 18549 died...\u000a15:42:52.314273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18549): Terminated: ok {rc=0}\u000a15:42:52.323716 --- ParallelTerminationStrategy: PID 18552 died...\u000a15:42:52.375895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18552): Terminated: ok {rc=0}\u000a15:42:52.464051 bus /gobi_0: Setting Powered False\u000a15:42:53.567300 bus /gobi_0: Setting Powered False\u000a15:42:54.676598 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18562): Process ended prematurely: osmo-stp_10.42.42.5(pid=18562) [trial-2361↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18562)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18562): Process ended prematurely: osmo-stp_10.42.42.5(pid=18562) [trial-2361↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a15:42:55.785956 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:55.797007 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:42:55.918996 tst iperf3.py: using LAC 22046\u000a15:42:56.035003 tst iperf3.py: using RAC 116\u000a15:42:56.152466 tst iperf3.py: using CellId 22046\u000a15:42:56.271486 tst iperf3.py: using BVCI 22047\u000a15:42:56.294324 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:56.304679 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:56.315031 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:56.325357 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:56.335533 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:56.345782 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:56.356117 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:56.366429 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:42:56.376717 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:42:56.668159 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:42:56.802089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:42:57.135165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18554): Launched\u000a15:42:57.411459 run iperf3-srv_10.42.42.10(pid=18555): Launched\u000a15:42:57.608186 tst iperf3.py:8: start network...\u000a15:42:57.742018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:42:58.245348 run create_hlr_db(pid=18556): Launched\u000a15:42:58.431532 bus /gobi_6: Setting Powered False\u000a15:42:59.451058 run create_hlr_db(pid=18556): Terminated: ok {rc=0}\u000a15:42:59.852573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18558): Launched\u000a15:43:00.151074 run osmo-hlr_10.42.42.2(pid=18559): Launched\u000a15:43:00.259962 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:43:00.777960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18561): Launched\u000a15:43:01.191354 run osmo-stp_10.42.42.5(pid=18562): Launched\u000a15:43:01.353248 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:43:01.997966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18564): Launched\u000a15:43:02.116293 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:43:02.400592 run patchelf(pid=18565): Launched\u000a15:43:02.588863 run osmo-stp_10.42.42.5(pid=18562): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18562)]\u000a15:43:02.726145 run osmo-stp_10.42.42.5(pid=18562): stdout: \u000a| (launched: 2022-12-09_15:43:00.936625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:02.863533 run osmo-stp_10.42.42.5(pid=18562): stderr: \u000a| �[0;m�[38;5;43m20221209154301273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154301273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154301273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154301274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154301274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154301274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154301274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:02.996273 run osmo-stp_10.42.42.5(pid=18562): stdout: \u000a| (launched: 2022-12-09_15:43:00.936625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:03.127926 run osmo-stp_10.42.42.5(pid=18562): stderr: \u000a| �[0;m�[38;5;43m20221209154301273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154301273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154301273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154301274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154301274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154301274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154301274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:03.281021 run patchelf(pid=18565): Terminating (SIGINT)\u000a15:43:03.461489 run patchelf(pid=18565): Terminated: ok {rc=0}\u000a15:43:03.494366 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18562): Process ended prematurely: osmo-stp_10.42.42.5(pid=18562) [trial-2361↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18562)] [trial-2361↪gprs:sysmo↪iperf3.py:8]\u000a15:43:03.503991 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a15:43:03.567239 run osmo-hlr_10.42.42.2(pid=18559): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18559)]\u000a15:43:03.618744 run osmo-hlr_10.42.42.2(pid=18559): stdout: \u000a| (launched: 2022-12-09_15:43:00.003055) \u000a15:43:03.670994 run osmo-hlr_10.42.42.2(pid=18559): stderr: \u000a| �[0;m�[1;31m20221209154300177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154300177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154300177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154300177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154300177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154300177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154300192 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154300202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154300203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154300203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:43:03.715462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18554): Terminating (SIGTERM)\u000a15:43:03.757150 run iperf3-srv_10.42.42.10(pid=18555): Terminating (SIGTERM)\u000a15:43:03.799197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18558): Terminating (SIGTERM)\u000a15:43:03.841271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18561): Terminating (SIGTERM)\u000a15:43:03.883466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18564): Terminating (SIGTERM)\u000a15:43:03.893234 --- ParallelTerminationStrategy: PID 18554 died...\u000a15:43:03.949746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18554): Terminated: ok {rc=0}\u000a15:43:03.959797 --- ParallelTerminationStrategy: PID 18555 died...\u000a15:43:04.015852 run iperf3-srv_10.42.42.10(pid=18555): Terminated {rc=256}\u000a15:43:04.026040 --- ParallelTerminationStrategy: PID 18558 died...\u000a15:43:04.082256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18558): Terminated: ok {rc=0}\u000a15:43:04.092445 --- ParallelTerminationStrategy: PID 18561 died...\u000a15:43:04.148661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18561): Terminated: ok {rc=0}\u000a15:43:04.158778 --- ParallelTerminationStrategy: PID 18564 died...\u000a15:43:04.214869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18564): Terminated: ok {rc=0}\u000a15:43:04.301342 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18580): Process ended prematurely: osmo-stp_10.42.42.5(pid=18580) [trial-2361↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18580)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18580): Process ended prematurely: osmo-stp_10.42.42.5(pid=18580) [trial-2361↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a15:43:05.417140 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:05.428722 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:43:05.560686 tst iperf3m4.py: using LAC 22047\u000a15:43:05.685578 tst iperf3m4.py: using RAC 117\u000a15:43:05.808080 tst iperf3m4.py: using CellId 22047\u000a15:43:05.931117 tst iperf3m4.py: using BVCI 22048\u000a15:43:05.955617 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:05.966532 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:05.977283 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:05.988201 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:05.999077 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:06.009957 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:06.021043 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:06.031874 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:06.043122 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:06.162336 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:06.279514 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:06.394166 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:06.668210 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:43:06.791728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:07.102926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18566): Launched\u000a15:43:07.360331 run iperf3-srv_10.42.42.10(pid=18567): Launched\u000a15:43:07.542678 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:43:07.666470 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:07.976471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18568): Launched\u000a15:43:08.234779 run iperf3-srv_10.42.42.10(pid=18569): Launched\u000a15:43:08.417115 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:43:08.541072 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:08.852262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18570): Launched\u000a15:43:09.108554 run iperf3-srv_10.42.42.10(pid=18571): Launched\u000a15:43:09.289707 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:43:09.413329 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:09.722552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18572): Launched\u000a15:43:09.995777 run iperf3-srv_10.42.42.10(pid=18573): Launched\u000a15:43:10.177226 tst iperf3m4.py:8: start network...\u000a15:43:10.301616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:43:10.781349 run create_hlr_db(pid=18574): Launched\u000a15:43:10.951510 bus /gobi_6: Setting Powered False\u000a15:43:11.974072 run create_hlr_db(pid=18574): Terminated: ok {rc=0}\u000a15:43:12.401972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18576): Launched\u000a15:43:12.724485 run osmo-hlr_10.42.42.2(pid=18577): Launched\u000a15:43:12.842038 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:43:13.398236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18579): Launched\u000a15:43:13.719157 run osmo-stp_10.42.42.5(pid=18580): Launched\u000a15:43:13.837776 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:43:14.398723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18582): Launched\u000a15:43:14.513520 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:43:14.793307 run patchelf(pid=18583): Launched\u000a15:43:14.981250 run osmo-stp_10.42.42.5(pid=18580): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18580)]\u000a15:43:15.118862 run osmo-stp_10.42.42.5(pid=18580): stdout: \u000a| (launched: 2022-12-09_15:43:13.560803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:15.256422 run osmo-stp_10.42.42.5(pid=18580): stderr: \u000a| �[0;m�[38;5;43m20221209154313751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154313752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154313752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154313752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154313753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154313753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154313753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:15.389424 run osmo-stp_10.42.42.5(pid=18580): stdout: \u000a| (launched: 2022-12-09_15:43:13.560803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:15.520562 run osmo-stp_10.42.42.5(pid=18580): stderr: \u000a| �[0;m�[38;5;43m20221209154313751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154313752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154313752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154313752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154313753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154313753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154313753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:15.673615 run patchelf(pid=18583): Terminating (SIGINT)\u000a15:43:15.860049 run patchelf(pid=18583): Terminated: ok {rc=0}\u000a15:43:15.895024 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18580): Process ended prematurely: osmo-stp_10.42.42.5(pid=18580) [trial-2361↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18580)] [trial-2361↪gprs:sysmo↪iperf3m4.py:8]\u000a15:43:15.910499 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a15:43:15.976363 run osmo-hlr_10.42.42.2(pid=18577): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18577)]\u000a15:43:16.029432 run osmo-hlr_10.42.42.2(pid=18577): stdout: \u000a| (launched: 2022-12-09_15:43:12.565267) \u000a15:43:16.083493 run osmo-hlr_10.42.42.2(pid=18577): stderr: \u000a| �[0;m�[1;31m20221209154312764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154312764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154312764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154312764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154312764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154312764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154312776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154312784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154312785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154312785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:43:16.130114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18566): Terminating (SIGTERM)\u000a15:43:16.175662 run iperf3-srv_10.42.42.10(pid=18567): Terminating (SIGTERM)\u000a15:43:16.221326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18568): Terminating (SIGTERM)\u000a15:43:16.267002 run iperf3-srv_10.42.42.10(pid=18569): Terminating (SIGTERM)\u000a15:43:16.311523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18570): Terminating (SIGTERM)\u000a15:43:16.356319 run iperf3-srv_10.42.42.10(pid=18571): Terminating (SIGTERM)\u000a15:43:16.402826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18572): Terminating (SIGTERM)\u000a15:43:16.448257 run iperf3-srv_10.42.42.10(pid=18573): Terminating (SIGTERM)\u000a15:43:16.494023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18576): Terminating (SIGTERM)\u000a15:43:16.538855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18579): Terminating (SIGTERM)\u000a15:43:16.582699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18582): Terminating (SIGTERM)\u000a15:43:16.592885 --- ParallelTerminationStrategy: PID 18566 died...\u000a15:43:16.651512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18566): Terminated: ok {rc=0}\u000a15:43:16.662690 --- ParallelTerminationStrategy: PID 18567 died...\u000a15:43:16.721241 run iperf3-srv_10.42.42.10(pid=18567): Terminated {rc=256}\u000a15:43:16.732066 --- ParallelTerminationStrategy: PID 18568 died...\u000a15:43:16.790628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18568): Terminated: ok {rc=0}\u000a15:43:16.801531 --- ParallelTerminationStrategy: PID 18569 died...\u000a15:43:16.860263 run iperf3-srv_10.42.42.10(pid=18569): Terminated {rc=256}\u000a15:43:16.871052 --- ParallelTerminationStrategy: PID 18570 died...\u000a15:43:16.929800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18570): Terminated: ok {rc=0}\u000a15:43:16.940686 --- ParallelTerminationStrategy: PID 18571 died...\u000a15:43:16.999129 run iperf3-srv_10.42.42.10(pid=18571): Terminated {rc=256}\u000a15:43:17.010031 --- ParallelTerminationStrategy: PID 18572 died...\u000a15:43:17.068449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18572): Terminated: ok {rc=0}\u000a15:43:17.079361 --- ParallelTerminationStrategy: PID 18573 died...\u000a15:43:17.137550 run iperf3-srv_10.42.42.10(pid=18573): Terminated {rc=256}\u000a15:43:17.148532 --- ParallelTerminationStrategy: PID 18576 died...\u000a15:43:17.205613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18576): Terminated: ok {rc=0}\u000a15:43:17.215607 --- ParallelTerminationStrategy: PID 18579 died...\u000a15:43:17.271251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18579): Terminated: ok {rc=0}\u000a15:43:17.281389 --- ParallelTerminationStrategy: PID 18582 died...\u000a15:43:17.337311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18582): Terminated: ok {rc=0}\u000a15:43:17.424652 bus /gobi_4: Setting Powered False\u000a15:43:18.531248 bus /gobi_4: Setting Powered False\u000a15:43:19.639103 bus /gobi_1: Setting Powered False\u000a15:43:20.740743 bus /gobi_1: Setting Powered False\u000a15:43:21.851502 bus /gobi_0: Setting Powered False\u000a15:43:22.953743 bus /gobi_0: Setting Powered False\u000a15:43:24.064513 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18591): Process ended prematurely: osmo-stp_10.42.42.5(pid=18591) [trial-2361↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18591)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18591): Process ended prematurely: osmo-stp_10.42.42.5(pid=18591) [trial-2361↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo ping.py\u000a----------------------------------------------\u000a15:43:25.133227 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:25.144793 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:43:25.278431 tst ping.py: using LAC 22048\u000a15:43:25.399643 tst ping.py: using RAC 118\u000a15:43:25.513509 tst ping.py: using CellId 22048\u000a15:43:25.628046 tst ping.py: using BVCI 22049\u000a15:43:25.650695 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:25.661412 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:25.672028 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:25.683166 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:25.694273 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:25.705294 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:25.716145 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:25.727066 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:25.998904 tst ping.py:19: start network...\u000a15:43:26.121681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:43:26.593855 run create_hlr_db(pid=18585): Launched\u000a15:43:26.763018 bus /gobi_6: Setting Powered False\u000a15:43:27.785394 run create_hlr_db(pid=18585): Terminated: ok {rc=0}\u000a15:43:28.202312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18587): Launched\u000a15:43:28.495648 run osmo-hlr_10.42.42.2(pid=18588): Launched\u000a15:43:28.607788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:43:29.125063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18590): Launched\u000a15:43:29.416857 run osmo-stp_10.42.42.5(pid=18591): Launched\u000a15:43:29.521482 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:43:30.028926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18593): Launched\u000a15:43:30.132618 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:43:30.389077 run patchelf(pid=18594): Launched\u000a15:43:30.560527 run osmo-stp_10.42.42.5(pid=18591): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18591)]\u000a15:43:30.686276 run osmo-stp_10.42.42.5(pid=18591): stdout: \u000a| (launched: 2022-12-09_15:43:29.273034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:30.812202 run osmo-stp_10.42.42.5(pid=18591): stderr: \u000a| �[0;m�[38;5;43m20221209154329444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154329444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154329444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154329445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154329445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154329445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154329446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:30.965306 run osmo-stp_10.42.42.5(pid=18591): stdout: \u000a| (launched: 2022-12-09_15:43:29.273034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:31.087487 run osmo-stp_10.42.42.5(pid=18591): stderr: \u000a| �[0;m�[38;5;43m20221209154329444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154329444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154329444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154329445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154329445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154329445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154329446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:31.229814 run patchelf(pid=18594): Terminating (SIGINT)\u000a15:43:31.397473 run patchelf(pid=18594): Terminated: ok {rc=0}\u000a15:43:31.428227 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18591): Process ended prematurely: osmo-stp_10.42.42.5(pid=18591) [trial-2361↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18591)] [trial-2361↪gprs:sysmo↪ping.py:22]\u000a15:43:31.437213 tst ping.py:22: Test FAILED (6.3 sec)\u000a15:43:31.497315 run osmo-hlr_10.42.42.2(pid=18588): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18588)]\u000a15:43:31.546760 run osmo-hlr_10.42.42.2(pid=18588): stdout: \u000a| (launched: 2022-12-09_15:43:28.351263) \u000a15:43:31.597759 run osmo-hlr_10.42.42.2(pid=18588): stderr: \u000a| �[0;m�[1;31m20221209154328529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154328529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154328529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154328530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154328530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154328530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154328542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154328550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154328550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154328551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:43:31.640923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18587): Terminating (SIGTERM)\u000a15:43:31.682915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18590): Terminating (SIGTERM)\u000a15:43:31.725235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18593): Terminating (SIGTERM)\u000a15:43:31.735440 --- ParallelTerminationStrategy: PID 18587 died...\u000a15:43:31.791288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18587): Terminated: ok {rc=0}\u000a15:43:31.801409 --- ParallelTerminationStrategy: PID 18590 died...\u000a15:43:31.855303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18590): Terminated: ok {rc=0}\u000a15:43:31.865302 --- ParallelTerminationStrategy: PID 18593 died...\u000a15:43:31.926266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18593): Terminated: ok {rc=0}\u000a15:43:32.016331 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18601): Process ended prematurely: osmo-stp_10.42.42.5(pid=18601) [trial-2361↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18601)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18601): Process ended prematurely: osmo-stp_10.42.42.5(pid=18601) [trial-2361↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a15:43:33.067126 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:33.078158 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:43:33.212484 tst ping_idle_ping.py: using LAC 22049\u000a15:43:33.333784 tst ping_idle_ping.py: using RAC 119\u000a15:43:33.455762 tst ping_idle_ping.py: using CellId 22049\u000a15:43:33.578990 tst ping_idle_ping.py: using BVCI 22050\u000a15:43:33.603200 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:33.614026 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:33.625019 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:33.636534 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:33.648042 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:33.659407 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:33.671047 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:33.682659 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:33.964317 tst ping_idle_ping.py:24: start network...\u000a15:43:34.086243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:43:34.556150 run create_hlr_db(pid=18595): Launched\u000a15:43:34.724803 bus /gobi_6: Setting Powered False\u000a15:43:35.745729 run create_hlr_db(pid=18595): Terminated: ok {rc=0}\u000a15:43:36.135906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18597): Launched\u000a15:43:36.430229 run osmo-hlr_10.42.42.2(pid=18598): Launched\u000a15:43:36.536340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:43:37.043060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18600): Launched\u000a15:43:37.336155 run osmo-stp_10.42.42.5(pid=18601): Launched\u000a15:43:37.442219 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:43:37.952875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18603): Launched\u000a15:43:38.057804 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:43:38.313759 run patchelf(pid=18604): Launched\u000a15:43:38.485519 run osmo-stp_10.42.42.5(pid=18601): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18601)]\u000a15:43:38.610982 run osmo-stp_10.42.42.5(pid=18601): stdout: \u000a| (launched: 2022-12-09_15:43:37.191358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:38.736450 run osmo-stp_10.42.42.5(pid=18601): stderr: \u000a| �[0;m�[38;5;43m20221209154337361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154337361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154337362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154337362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154337363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154337363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154337363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:38.857819 run osmo-stp_10.42.42.5(pid=18601): stdout: \u000a| (launched: 2022-12-09_15:43:37.191358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:38.978143 run osmo-stp_10.42.42.5(pid=18601): stderr: \u000a| �[0;m�[38;5;43m20221209154337361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154337361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154337362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154337362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154337363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154337363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154337363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:39.117895 run patchelf(pid=18604): Terminating (SIGINT)\u000a15:43:39.282088 run patchelf(pid=18604): Terminated: ok {rc=0}\u000a15:43:39.311980 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18601): Process ended prematurely: osmo-stp_10.42.42.5(pid=18601) [trial-2361↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18601)] [trial-2361↪gprs:sysmo↪ping_idle_ping.py:27]\u000a15:43:39.320220 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a15:43:39.378808 run osmo-hlr_10.42.42.2(pid=18598): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18598)]\u000a15:43:39.426605 run osmo-hlr_10.42.42.2(pid=18598): stdout: \u000a| (launched: 2022-12-09_15:43:36.285618) \u000a15:43:39.475365 run osmo-hlr_10.42.42.2(pid=18598): stderr: \u000a| �[0;m�[1;31m20221209154336461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154336461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154336461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154336461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154336461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154336461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154336476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154336485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154336485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154336485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:43:39.516410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18597): Terminating (SIGTERM)\u000a15:43:39.555406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18600): Terminating (SIGTERM)\u000a15:43:39.594507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18603): Terminating (SIGTERM)\u000a15:43:39.603591 --- ParallelTerminationStrategy: PID 18597 died...\u000a15:43:39.655899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18597): Terminated: ok {rc=0}\u000a15:43:39.665912 --- ParallelTerminationStrategy: PID 18600 died...\u000a15:43:39.718089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18600): Terminated: ok {rc=0}\u000a15:43:39.727542 --- ParallelTerminationStrategy: PID 18603 died...\u000a15:43:39.779073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18603): Terminated: ok {rc=0}\u000a15:43:39.860751 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:42:41" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18618): Process ended prematurely: osmo-stp_10.42.42.5(pid=18618) [trial-2361↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18618)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18618): Process ended prematurely: osmo-stp_10.42.42.5(pid=18618) [trial-2361↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:43:41.970551 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:41.981949 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:43:42.112327 tst cs_paging_gprs_active.py: using LAC 22050\u000a15:43:42.238298 tst cs_paging_gprs_active.py: using RAC 120\u000a15:43:42.365484 tst cs_paging_gprs_active.py: using CellId 22050\u000a15:43:42.491093 tst cs_paging_gprs_active.py: using BVCI 22051\u000a15:43:42.515645 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:42.526914 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:42.537833 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:42.549321 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:42.560600 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:42.571694 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:42.583095 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:42.594205 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:42.605720 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:43:42.722300 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:43:43.015609 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:43:43.150686 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:43.485147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18608): Launched\u000a15:43:43.762768 run iperf3-srv_10.42.42.10(pid=18609): Launched\u000a15:43:43.960673 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:43:44.095437 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:44.431430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18610): Launched\u000a15:43:44.709457 run iperf3-srv_10.42.42.10(pid=18611): Launched\u000a15:43:44.907610 tst cs_paging_gprs_active.py:38: start network...\u000a15:43:45.042690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:43:45.548859 run create_hlr_db(pid=18612): Launched\u000a15:43:45.735864 bus /gobi_6: Setting Powered False\u000a15:43:46.756608 run create_hlr_db(pid=18612): Terminated: ok {rc=0}\u000a15:43:47.207039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18614): Launched\u000a15:43:47.531652 run osmo-hlr_10.42.42.2(pid=18615): Launched\u000a15:43:47.652754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:43:48.214015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18617): Launched\u000a15:43:48.537624 run osmo-stp_10.42.42.5(pid=18618): Launched\u000a15:43:48.654360 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:43:49.218764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18620): Launched\u000a15:43:49.333603 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:43:49.615513 run patchelf(pid=18621): Launched\u000a15:43:49.804069 run osmo-stp_10.42.42.5(pid=18618): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18618)]\u000a15:43:49.942109 run osmo-stp_10.42.42.5(pid=18618): stdout: \u000a| (launched: 2022-12-09_15:43:48.378502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:50.079752 run osmo-stp_10.42.42.5(pid=18618): stderr: \u000a| �[0;m�[38;5;43m20221209154348570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154348570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154348570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154348571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154348571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154348571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154348571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:50.213006 run osmo-stp_10.42.42.5(pid=18618): stdout: \u000a| (launched: 2022-12-09_15:43:48.378502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:50.344797 run osmo-stp_10.42.42.5(pid=18618): stderr: \u000a| �[0;m�[38;5;43m20221209154348570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154348570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154348570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154348571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154348571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154348571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154348571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:50.499024 run patchelf(pid=18621): Terminating (SIGINT)\u000a15:43:50.680149 run patchelf(pid=18621): Terminated: ok {rc=0}\u000a15:43:50.713460 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18618): Process ended prematurely: osmo-stp_10.42.42.5(pid=18618) [trial-2361↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18618)] [trial-2361↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a15:43:50.723395 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a15:43:50.786800 run osmo-hlr_10.42.42.2(pid=18615): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18615)]\u000a15:43:50.838290 run osmo-hlr_10.42.42.2(pid=18615): stdout: \u000a| (launched: 2022-12-09_15:43:47.371102) \u000a15:43:50.890589 run osmo-hlr_10.42.42.2(pid=18615): stderr: \u000a| �[0;m�[1;31m20221209154347570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154347570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154347570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154347570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154347570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154347570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154347583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154347592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154347593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154347593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:43:50.935203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18608): Terminating (SIGTERM)\u000a15:43:50.976910 run iperf3-srv_10.42.42.10(pid=18609): Terminating (SIGTERM)\u000a15:43:51.019419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18610): Terminating (SIGTERM)\u000a15:43:51.061143 run iperf3-srv_10.42.42.10(pid=18611): Terminating (SIGTERM)\u000a15:43:51.103309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18614): Terminating (SIGTERM)\u000a15:43:51.145586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18617): Terminating (SIGTERM)\u000a15:43:51.187737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18620): Terminating (SIGTERM)\u000a15:43:51.197478 --- ParallelTerminationStrategy: PID 18608 died...\u000a15:43:51.253827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18608): Terminated: ok {rc=0}\u000a15:43:51.263890 --- ParallelTerminationStrategy: PID 18609 died...\u000a15:43:51.319406 run iperf3-srv_10.42.42.10(pid=18609): Terminated {rc=256}\u000a15:43:51.330070 --- ParallelTerminationStrategy: PID 18610 died...\u000a15:43:51.386197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18610): Terminated: ok {rc=0}\u000a15:43:51.396519 --- ParallelTerminationStrategy: PID 18611 died...\u000a15:43:51.451961 run iperf3-srv_10.42.42.10(pid=18611): Terminated {rc=256}\u000a15:43:51.462253 --- ParallelTerminationStrategy: PID 18614 died...\u000a15:43:51.518009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18614): Terminated: ok {rc=0}\u000a15:43:51.528031 --- ParallelTerminationStrategy: PID 18617 died...\u000a15:43:51.583802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18617): Terminated: ok {rc=0}\u000a15:43:51.594225 --- ParallelTerminationStrategy: PID 18620 died...\u000a15:43:51.649597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18620): Terminated: ok {rc=0}\u000a15:43:51.734777 bus /gobi_0: Setting Powered False\u000a15:43:52.840171 bus /gobi_0: Setting Powered False\u000a15:43:53.951520 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18631): Process ended prematurely: osmo-stp_10.42.42.5(pid=18631) [trial-2361↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18631)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18631): Process ended prematurely: osmo-stp_10.42.42.5(pid=18631) [trial-2361↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a15:43:55.060242 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:55.071447 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:43:55.200353 tst iperf3.py: using LAC 22051\u000a15:43:55.317299 tst iperf3.py: using RAC 121\u000a15:43:55.432248 tst iperf3.py: using CellId 22051\u000a15:43:55.549268 tst iperf3.py: using BVCI 22052\u000a15:43:55.572000 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:55.582737 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:55.593254 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:55.603697 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:55.614242 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:55.624627 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:55.635245 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:55.645630 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:43:55.656144 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:43:55.951412 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:43:56.086639 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:56.420492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18622): Launched\u000a15:43:56.697461 run iperf3-srv_10.42.42.10(pid=18623): Launched\u000a15:43:56.895150 tst iperf3.py:8: start network...\u000a15:43:57.029417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:43:57.533318 run create_hlr_db(pid=18624): Launched\u000a15:43:57.718603 bus /gobi_6: Setting Powered False\u000a15:43:58.739516 run create_hlr_db(pid=18624): Terminated: ok {rc=0}\u000a15:43:59.167889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18627): Launched\u000a15:43:59.489496 run osmo-hlr_10.42.42.2(pid=18628): Launched\u000a15:43:59.609930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:44:00.166430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18630): Launched\u000a15:44:00.488614 run osmo-stp_10.42.42.5(pid=18631): Launched\u000a15:44:00.605570 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:44:01.194493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18633): Launched\u000a15:44:01.313538 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:44:01.619335 run patchelf(pid=18634): Launched\u000a15:44:01.813268 run osmo-stp_10.42.42.5(pid=18631): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18631)]\u000a15:44:01.955007 run osmo-stp_10.42.42.5(pid=18631): stdout: \u000a| (launched: 2022-12-09_15:44:00.329744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:02.096604 run osmo-stp_10.42.42.5(pid=18631): stderr: \u000a| �[0;m�[38;5;43m20221209154400524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154400524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154400524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154400525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154400525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154400525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154400525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:02.231119 run osmo-stp_10.42.42.5(pid=18631): stdout: \u000a| (launched: 2022-12-09_15:44:00.329744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:02.362876 run osmo-stp_10.42.42.5(pid=18631): stderr: \u000a| �[0;m�[38;5;43m20221209154400524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154400524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154400524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154400525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154400525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154400525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154400525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:02.516724 run patchelf(pid=18634): Terminating (SIGINT)\u000a15:44:02.697658 run patchelf(pid=18634): Terminated: ok {rc=0}\u000a15:44:02.730715 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18631): Process ended prematurely: osmo-stp_10.42.42.5(pid=18631) [trial-2361↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18631)] [trial-2361↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a15:44:02.740429 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a15:44:02.803085 run osmo-hlr_10.42.42.2(pid=18628): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18628)]\u000a15:44:02.853916 run osmo-hlr_10.42.42.2(pid=18628): stdout: \u000a| (launched: 2022-12-09_15:43:59.330481) \u000a15:44:02.905484 run osmo-hlr_10.42.42.2(pid=18628): stderr: \u000a| �[0;m�[1;31m20221209154359528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154359528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154359528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154359528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154359528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154359528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154359545 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154359555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154359555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154359555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:44:02.949234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18622): Terminating (SIGTERM)\u000a15:44:02.990995 run iperf3-srv_10.42.42.10(pid=18623): Terminating (SIGTERM)\u000a15:44:03.032143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18627): Terminating (SIGTERM)\u000a15:44:03.073298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18630): Terminating (SIGTERM)\u000a15:44:03.114538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18633): Terminating (SIGTERM)\u000a15:44:03.124287 --- ParallelTerminationStrategy: PID 18622 died...\u000a15:44:03.180525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18622): Terminated: ok {rc=0}\u000a15:44:03.190872 --- ParallelTerminationStrategy: PID 18623 died...\u000a15:44:03.246006 run iperf3-srv_10.42.42.10(pid=18623): Terminated {rc=256}\u000a15:44:03.256035 --- ParallelTerminationStrategy: PID 18627 died...\u000a15:44:03.311108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18627): Terminated: ok {rc=0}\u000a15:44:03.321026 --- ParallelTerminationStrategy: PID 18630 died...\u000a15:44:03.376742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18630): Terminated: ok {rc=0}\u000a15:44:03.386979 --- ParallelTerminationStrategy: PID 18633 died...\u000a15:44:03.442487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18633): Terminated: ok {rc=0}\u000a15:44:03.528413 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18649): Process ended prematurely: osmo-stp_10.42.42.5(pid=18649) [trial-2361↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18649)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18649): Process ended prematurely: osmo-stp_10.42.42.5(pid=18649) [trial-2361↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18649)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a15:44:04.643786 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:04.655542 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:44:04.785951 tst iperf3m4.py: using LAC 22052\u000a15:44:04.910970 tst iperf3m4.py: using RAC 122\u000a15:44:05.035919 tst iperf3m4.py: using CellId 22052\u000a15:44:05.160747 tst iperf3m4.py: using BVCI 22053\u000a15:44:05.185179 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:05.196378 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:05.207299 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:05.218501 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:05.229724 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:05.240736 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:05.252039 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:05.263202 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:05.274531 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:44:05.396362 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:44:05.512599 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:44:05.632055 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:44:05.923686 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:44:06.058233 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:06.394792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18635): Launched\u000a15:44:06.671249 run iperf3-srv_10.42.42.10(pid=18636): Launched\u000a15:44:06.869117 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:44:07.003399 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:07.337250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18637): Launched\u000a15:44:07.616503 run iperf3-srv_10.42.42.10(pid=18638): Launched\u000a15:44:07.814017 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:44:07.948608 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:08.284060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18639): Launched\u000a15:44:08.561079 run iperf3-srv_10.42.42.10(pid=18640): Launched\u000a15:44:08.759100 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:44:08.893096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:09.226913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18641): Launched\u000a15:44:09.504074 run iperf3-srv_10.42.42.10(pid=18642): Launched\u000a15:44:09.700811 tst iperf3m4.py:8: start network...\u000a15:44:09.834820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:44:10.339259 run create_hlr_db(pid=18643): Launched\u000a15:44:10.525838 bus /gobi_6: Setting Powered False\u000a15:44:11.545656 run create_hlr_db(pid=18643): Terminated: ok {rc=0}\u000a15:44:11.949534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18645): Launched\u000a15:44:12.248716 run osmo-hlr_10.42.42.2(pid=18646): Launched\u000a15:44:12.358544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:44:12.878039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18648): Launched\u000a15:44:13.177412 run osmo-stp_10.42.42.5(pid=18649): Launched\u000a15:44:13.285693 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:44:13.804333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18651): Launched\u000a15:44:13.909900 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:44:14.170150 run patchelf(pid=18652): Launched\u000a15:44:14.344599 run osmo-stp_10.42.42.5(pid=18649): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18649)]\u000a15:44:14.472057 run osmo-stp_10.42.42.5(pid=18649): stdout: \u000a| (launched: 2022-12-09_15:44:13.029817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:14.600468 run osmo-stp_10.42.42.5(pid=18649): stderr: \u000a| �[0;m�[38;5;43m20221209154413203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154413203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154413204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154413204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154413205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154413205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154413205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:14.724028 run osmo-stp_10.42.42.5(pid=18649): stdout: \u000a| (launched: 2022-12-09_15:44:13.029817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:14.845984 run osmo-stp_10.42.42.5(pid=18649): stderr: \u000a| �[0;m�[38;5;43m20221209154413203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154413203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154413204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154413204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154413205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154413205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154413205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:14.987726 run patchelf(pid=18652): Terminating (SIGINT)\u000a15:44:15.154981 run patchelf(pid=18652): Terminated: ok {rc=0}\u000a15:44:15.185620 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18649): Process ended prematurely: osmo-stp_10.42.42.5(pid=18649) [trial-2361↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18649)] [trial-2361↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a15:44:15.195061 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a15:44:15.254446 run osmo-hlr_10.42.42.2(pid=18646): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18646)]\u000a15:44:15.302718 run osmo-hlr_10.42.42.2(pid=18646): stdout: \u000a| (launched: 2022-12-09_15:44:12.101424) \u000a15:44:15.351745 run osmo-hlr_10.42.42.2(pid=18646): stderr: \u000a| �[0;m�[1;31m20221209154412280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154412280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154412280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154412280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154412280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154412280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154412293 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154412302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154412302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154412302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:44:15.393328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18635): Terminating (SIGTERM)\u000a15:44:15.432484 run iperf3-srv_10.42.42.10(pid=18636): Terminating (SIGTERM)\u000a15:44:15.471610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18637): Terminating (SIGTERM)\u000a15:44:15.510820 run iperf3-srv_10.42.42.10(pid=18638): Terminating (SIGTERM)\u000a15:44:15.550050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18639): Terminating (SIGTERM)\u000a15:44:15.590121 run iperf3-srv_10.42.42.10(pid=18640): Terminating (SIGTERM)\u000a15:44:15.629275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18641): Terminating (SIGTERM)\u000a15:44:15.668425 run iperf3-srv_10.42.42.10(pid=18642): Terminating (SIGTERM)\u000a15:44:15.707566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18645): Terminating (SIGTERM)\u000a15:44:15.747101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18648): Terminating (SIGTERM)\u000a15:44:15.786186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18651): Terminating (SIGTERM)\u000a15:44:15.795270 --- ParallelTerminationStrategy: PID 18635 died...\u000a15:44:15.853599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18635): Terminated: ok {rc=0}\u000a15:44:15.864410 --- ParallelTerminationStrategy: PID 18636 died...\u000a15:44:15.923603 run iperf3-srv_10.42.42.10(pid=18636): Terminated {rc=256}\u000a15:44:15.935718 --- ParallelTerminationStrategy: PID 18637 died...\u000a15:44:15.995452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18637): Terminated: ok {rc=0}\u000a15:44:16.006317 --- ParallelTerminationStrategy: PID 18638 died...\u000a15:44:16.064794 run iperf3-srv_10.42.42.10(pid=18638): Terminated {rc=256}\u000a15:44:16.075636 --- ParallelTerminationStrategy: PID 18639 died...\u000a15:44:16.138302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18639): Terminated: ok {rc=0}\u000a15:44:16.150763 --- ParallelTerminationStrategy: PID 18640 died...\u000a15:44:16.216104 run iperf3-srv_10.42.42.10(pid=18640): Terminated {rc=256}\u000a15:44:16.227731 --- ParallelTerminationStrategy: PID 18641 died...\u000a15:44:16.290984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18641): Terminated: ok {rc=0}\u000a15:44:16.303453 --- ParallelTerminationStrategy: PID 18642 died...\u000a15:44:16.369557 run iperf3-srv_10.42.42.10(pid=18642): Terminated {rc=256}\u000a15:44:16.381557 --- ParallelTerminationStrategy: PID 18645 died...\u000a15:44:16.444786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18645): Terminated: ok {rc=0}\u000a15:44:16.457687 --- ParallelTerminationStrategy: PID 18648 died...\u000a15:44:16.522524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18648): Terminated: ok {rc=0}\u000a15:44:16.533980 --- ParallelTerminationStrategy: PID 18651 died...\u000a15:44:16.594497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18651): Terminated: ok {rc=0}\u000a15:44:16.686436 bus /gobi_4: Setting Powered False\u000a15:44:17.786102 bus /gobi_4: Setting Powered False\u000a15:44:18.896171 bus /gobi_1: Setting Powered False\u000a15:44:19.997850 bus /gobi_1: Setting Powered False\u000a15:44:21.104141 bus /gobi_0: Setting Powered False\u000a15:44:22.208547 bus /gobi_0: Setting Powered False\u000a15:44:23.315815 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18659): Process ended prematurely: osmo-stp_10.42.42.5(pid=18659) [trial-2361↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18659)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18659): Process ended prematurely: osmo-stp_10.42.42.5(pid=18659) [trial-2361↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a15:44:24.384347 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:24.396196 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:44:24.526303 tst ping.py: using LAC 22053\u000a15:44:24.648782 tst ping.py: using RAC 123\u000a15:44:24.773708 tst ping.py: using CellId 22053\u000a15:44:24.897849 tst ping.py: using BVCI 22054\u000a15:44:24.921816 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:24.932896 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:24.943979 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:24.955218 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:24.966356 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:24.977513 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:24.988790 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:25.000095 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:44:25.273813 tst ping.py:19: start network...\u000a15:44:25.395108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:44:25.864530 run create_hlr_db(pid=18653): Launched\u000a15:44:26.032932 bus /gobi_6: Setting Powered False\u000a15:44:27.053498 run create_hlr_db(pid=18653): Terminated: ok {rc=0}\u000a15:44:27.470489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18655): Launched\u000a15:44:27.761704 run osmo-hlr_10.42.42.2(pid=18656): Launched\u000a15:44:27.875181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:44:28.386948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18658): Launched\u000a15:44:28.678419 run osmo-stp_10.42.42.5(pid=18659): Launched\u000a15:44:28.782543 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:44:29.290821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18661): Launched\u000a15:44:29.394392 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:44:29.649246 run patchelf(pid=18662): Launched\u000a15:44:29.820329 run osmo-stp_10.42.42.5(pid=18659): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18659)]\u000a15:44:29.945538 run osmo-stp_10.42.42.5(pid=18659): stdout: \u000a| (launched: 2022-12-09_15:44:28.535354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:30.071081 run osmo-stp_10.42.42.5(pid=18659): stderr: \u000a| �[0;m�[38;5;43m20221209154428704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154428704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154428705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154428705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154428707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154428707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154428708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:30.191872 run osmo-stp_10.42.42.5(pid=18659): stdout: \u000a| (launched: 2022-12-09_15:44:28.535354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:30.311863 run osmo-stp_10.42.42.5(pid=18659): stderr: \u000a| �[0;m�[38;5;43m20221209154428704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154428704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154428705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154428705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154428707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154428707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154428708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:30.451162 run patchelf(pid=18662): Terminating (SIGINT)\u000a15:44:30.615801 run patchelf(pid=18662): Terminated: ok {rc=0}\u000a15:44:30.645562 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18659): Process ended prematurely: osmo-stp_10.42.42.5(pid=18659) [trial-2361↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18659)] [trial-2361↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a15:44:30.654001 tst ping.py:22: Test FAILED (6.3 sec)\u000a15:44:30.713076 run osmo-hlr_10.42.42.2(pid=18656): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18656)]\u000a15:44:30.761588 run osmo-hlr_10.42.42.2(pid=18656): stdout: \u000a| (launched: 2022-12-09_15:44:27.618190) \u000a15:44:30.810814 run osmo-hlr_10.42.42.2(pid=18656): stderr: \u000a| �[0;m�[1;31m20221209154427793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154427794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154427794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154427794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154427794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154427794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154427806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154427814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154427815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154427815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:44:30.857474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18655): Terminating (SIGTERM)\u000a15:44:30.900218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18658): Terminating (SIGTERM)\u000a15:44:30.946657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18661): Terminating (SIGTERM)\u000a15:44:30.967544 --- ParallelTerminationStrategy: PID 18655 died...\u000a15:44:31.026206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18655): Terminated: ok {rc=0}\u000a15:44:31.036176 --- ParallelTerminationStrategy: PID 18658 died...\u000a15:44:31.089896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18658): Terminated: ok {rc=0}\u000a15:44:31.099808 --- ParallelTerminationStrategy: PID 18661 died...\u000a15:44:31.153753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18661): Terminated: ok {rc=0}\u000a15:44:31.249816 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18669): Process ended prematurely: osmo-stp_10.42.42.5(pid=18669) [trial-2361↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18669)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18669): Process ended prematurely: osmo-stp_10.42.42.5(pid=18669) [trial-2361↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a15:44:32.302061 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:32.313229 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:44:32.436104 tst ping_idle_ping.py: using LAC 22054\u000a15:44:32.556636 tst ping_idle_ping.py: using RAC 124\u000a15:44:32.671036 tst ping_idle_ping.py: using CellId 22054\u000a15:44:32.784294 tst ping_idle_ping.py: using BVCI 22055\u000a15:44:32.806655 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:32.817419 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:32.827981 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:32.838641 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:32.849455 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:32.859955 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:32.870573 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:32.881132 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:44:33.175585 tst ping_idle_ping.py:24: start network...\u000a15:44:33.307986 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:44:33.804594 run create_hlr_db(pid=18663): Launched\u000a15:44:33.988921 bus /gobi_6: Setting Powered False\u000a15:44:35.008886 run create_hlr_db(pid=18663): Terminated: ok {rc=0}\u000a15:44:35.404449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18665): Launched\u000a15:44:35.699627 run osmo-hlr_10.42.42.2(pid=18666): Launched\u000a15:44:35.808589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:44:36.316933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18668): Launched\u000a15:44:36.610988 run osmo-stp_10.42.42.5(pid=18669): Launched\u000a15:44:36.726381 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:44:37.244919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18671): Launched\u000a15:44:37.349064 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:44:37.605946 run patchelf(pid=18672): Launched\u000a15:44:37.777853 run osmo-stp_10.42.42.5(pid=18669): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18669)]\u000a15:44:37.903641 run osmo-stp_10.42.42.5(pid=18669): stdout: \u000a| (launched: 2022-12-09_15:44:36.465469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:38.030139 run osmo-stp_10.42.42.5(pid=18669): stderr: \u000a| �[0;m�[38;5;43m20221209154436636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154436636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154436636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154436637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154436637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154436637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154436637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:38.151783 run osmo-stp_10.42.42.5(pid=18669): stdout: \u000a| (launched: 2022-12-09_15:44:36.465469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:38.271871 run osmo-stp_10.42.42.5(pid=18669): stderr: \u000a| �[0;m�[38;5;43m20221209154436636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154436636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154436636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154436637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154436637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154436637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154436637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:38.411910 run patchelf(pid=18672): Terminating (SIGINT)\u000a15:44:38.576017 run patchelf(pid=18672): Terminated: ok {rc=0}\u000a15:44:38.605895 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18669): Process ended prematurely: osmo-stp_10.42.42.5(pid=18669) [trial-2361↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18669)] [trial-2361↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a15:44:38.614330 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a15:44:38.672496 run osmo-hlr_10.42.42.2(pid=18666): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18666)]\u000a15:44:38.720897 run osmo-hlr_10.42.42.2(pid=18666): stdout: \u000a| (launched: 2022-12-09_15:44:35.554412) \u000a15:44:38.769632 run osmo-hlr_10.42.42.2(pid=18666): stderr: \u000a| �[0;m�[1;31m20221209154435730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154435731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154435731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154435731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154435731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154435731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154435743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154435752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154435752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154435752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:44:38.811103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18665): Terminating (SIGTERM)\u000a15:44:38.850098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18668): Terminating (SIGTERM)\u000a15:44:38.889197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18671): Terminating (SIGTERM)\u000a15:44:38.898472 --- ParallelTerminationStrategy: PID 18665 died...\u000a15:44:38.951253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18665): Terminated: ok {rc=0}\u000a15:44:38.960780 --- ParallelTerminationStrategy: PID 18668 died...\u000a15:44:39.012393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18668): Terminated: ok {rc=0}\u000a15:44:39.021819 --- ParallelTerminationStrategy: PID 18671 died...\u000a15:44:39.073280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18671): Terminated: ok {rc=0}\u000a15:44:39.154477 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:43:41" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18686): Process ended prematurely: osmo-stp_10.42.42.5(pid=18686) [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18686)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18686): Process ended prematurely: osmo-stp_10.42.42.5(pid=18686) [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:44:41.272290 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:41.283653 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:44:41.428396 tst cs_paging_gprs_active.py: using LAC 22055\u000a15:44:41.545487 tst cs_paging_gprs_active.py: using RAC 125\u000a15:44:41.670556 tst cs_paging_gprs_active.py: using CellId 22055\u000a15:44:41.797009 tst cs_paging_gprs_active.py: using BVCI 22056\u000a15:44:41.821966 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:41.833457 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:41.844488 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:41.856248 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:41.867552 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:41.879178 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:41.891909 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:41.902773 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:41.914236 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:44:42.030952 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:44:42.306323 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:44:42.430887 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:42.740170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18676): Launched\u000a15:44:42.999322 run iperf3-srv_10.42.42.10(pid=18677): Launched\u000a15:44:43.181268 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:44:43.305700 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:43.615718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18678): Launched\u000a15:44:43.872829 run iperf3-srv_10.42.42.10(pid=18679): Launched\u000a15:44:44.054431 tst cs_paging_gprs_active.py:38: start network...\u000a15:44:44.178776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:44:44.656550 run create_hlr_db(pid=18680): Launched\u000a15:44:44.828080 bus /gobi_6: Setting Powered False\u000a15:44:45.860244 run create_hlr_db(pid=18680): Terminated: ok {rc=0}\u000a15:44:46.299243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18682): Launched\u000a15:44:46.693643 run osmo-hlr_10.42.42.2(pid=18683): Launched\u000a15:44:46.881184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:44:47.601152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18685): Launched\u000a15:44:47.899363 run osmo-stp_10.42.42.5(pid=18686): Launched\u000a15:44:48.007985 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:44:48.527582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18688): Launched\u000a15:44:48.633998 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:44:48.895510 run patchelf(pid=18689): Launched\u000a15:44:49.071578 run osmo-stp_10.42.42.5(pid=18686): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18686)]\u000a15:44:49.200101 run osmo-stp_10.42.42.5(pid=18686): stdout: \u000a| (launched: 2022-12-09_15:44:47.752301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:49.328523 run osmo-stp_10.42.42.5(pid=18686): stderr: \u000a| �[0;m�[38;5;43m20221209154447924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154447924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154447925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154447925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154447925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154447926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154447926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:49.452023 run osmo-stp_10.42.42.5(pid=18686): stdout: \u000a| (launched: 2022-12-09_15:44:47.752301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:49.574330 run osmo-stp_10.42.42.5(pid=18686): stderr: \u000a| �[0;m�[38;5;43m20221209154447924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154447924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154447925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154447925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154447925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154447926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154447926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:49.717246 run patchelf(pid=18689): Terminating (SIGINT)\u000a15:44:49.885374 run patchelf(pid=18689): Terminated: ok {rc=0}\u000a15:44:49.916131 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18686): Process ended prematurely: osmo-stp_10.42.42.5(pid=18686) [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18686)] [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a15:44:49.925165 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a15:44:49.983856 run osmo-hlr_10.42.42.2(pid=18683): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18683)]\u000a15:44:50.031804 run osmo-hlr_10.42.42.2(pid=18683): stdout: \u000a| (launched: 2022-12-09_15:44:46.453857) \u000a15:44:50.080694 run osmo-hlr_10.42.42.2(pid=18683): stderr: \u000a| �[0;m�[1;31m20221209154446811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154446811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154446811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154446811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154446814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154446814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154446839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154446856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154446856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154446856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:44:50.122134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18676): Terminating (SIGTERM)\u000a15:44:50.161080 run iperf3-srv_10.42.42.10(pid=18677): Terminating (SIGTERM)\u000a15:44:50.199913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18678): Terminating (SIGTERM)\u000a15:44:50.238867 run iperf3-srv_10.42.42.10(pid=18679): Terminating (SIGTERM)\u000a15:44:50.277838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18682): Terminating (SIGTERM)\u000a15:44:50.316908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18685): Terminating (SIGTERM)\u000a15:44:50.355852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18688): Terminating (SIGTERM)\u000a15:44:50.364898 --- ParallelTerminationStrategy: PID 18676 died...\u000a15:44:50.417439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18676): Terminated: ok {rc=0}\u000a15:44:50.427015 --- ParallelTerminationStrategy: PID 18677 died...\u000a15:44:50.479028 run iperf3-srv_10.42.42.10(pid=18677): Terminated {rc=256}\u000a15:44:50.488435 --- ParallelTerminationStrategy: PID 18678 died...\u000a15:44:50.540454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18678): Terminated: ok {rc=0}\u000a15:44:50.549804 --- ParallelTerminationStrategy: PID 18679 died...\u000a15:44:50.602432 run iperf3-srv_10.42.42.10(pid=18679): Terminated {rc=256}\u000a15:44:50.611994 --- ParallelTerminationStrategy: PID 18682 died...\u000a15:44:50.664047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18682): Terminated: ok {rc=0}\u000a15:44:50.673888 --- ParallelTerminationStrategy: PID 18685 died...\u000a15:44:50.725904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18685): Terminated: ok {rc=0}\u000a15:44:50.735344 --- ParallelTerminationStrategy: PID 18688 died...\u000a15:44:50.787340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18688): Terminated: ok {rc=0}\u000a15:44:50.873595 bus /gobi_0: Setting Powered False\u000a15:44:51.979151 bus /gobi_0: Setting Powered False\u000a15:44:53.089336 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18698): Process ended prematurely: osmo-stp_10.42.42.5(pid=18698) [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18698)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18698): Process ended prematurely: osmo-stp_10.42.42.5(pid=18698) [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a15:44:54.197542 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:54.208938 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:44:54.354845 tst iperf3.py: using LAC 22056\u000a15:44:54.473556 tst iperf3.py: using RAC 126\u000a15:44:54.590507 tst iperf3.py: using CellId 22056\u000a15:44:54.707488 tst iperf3.py: using BVCI 22057\u000a15:44:54.730370 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:54.741353 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:54.751894 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:54.762549 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:54.773097 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:54.783748 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:54.794472 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:54.804930 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:44:54.815667 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:44:55.107644 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:44:55.242070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:55.577363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18690): Launched\u000a15:44:55.854351 run iperf3-srv_10.42.42.10(pid=18691): Launched\u000a15:44:56.052205 tst iperf3.py:8: start network...\u000a15:44:56.186922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:44:56.693412 run create_hlr_db(pid=18692): Launched\u000a15:44:56.879670 bus /gobi_6: Setting Powered False\u000a15:44:57.899744 run create_hlr_db(pid=18692): Terminated: ok {rc=0}\u000a15:44:58.304053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18694): Launched\u000a15:44:58.604329 run osmo-hlr_10.42.42.2(pid=18695): Launched\u000a15:44:58.718840 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:44:59.238914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18697): Launched\u000a15:44:59.537793 run osmo-stp_10.42.42.5(pid=18698): Launched\u000a15:44:59.646214 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:45:00.164005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18700): Launched\u000a15:45:00.270759 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:45:00.532409 run patchelf(pid=18701): Launched\u000a15:45:00.707107 run osmo-stp_10.42.42.5(pid=18698): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18698)]\u000a15:45:00.835348 run osmo-stp_10.42.42.5(pid=18698): stdout: \u000a| (launched: 2022-12-09_15:44:59.390150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:00.971966 run osmo-stp_10.42.42.5(pid=18698): stderr: \u000a| �[0;m�[38;5;43m20221209154459561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154459561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154459562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154459562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154459563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154459563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154459563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:01.098321 run osmo-stp_10.42.42.5(pid=18698): stdout: \u000a| (launched: 2022-12-09_15:44:59.390150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:01.223280 run osmo-stp_10.42.42.5(pid=18698): stderr: \u000a| �[0;m�[38;5;43m20221209154459561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154459561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154459562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154459562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154459563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154459563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154459563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:01.369264 run patchelf(pid=18701): Terminating (SIGINT)\u000a15:45:01.540082 run patchelf(pid=18701): Terminated: ok {rc=0}\u000a15:45:01.571711 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18698): Process ended prematurely: osmo-stp_10.42.42.5(pid=18698) [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18698)] [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a15:45:01.581378 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a15:45:01.643137 run osmo-hlr_10.42.42.2(pid=18695): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18695)]\u000a15:45:01.692754 run osmo-hlr_10.42.42.2(pid=18695): stdout: \u000a| (launched: 2022-12-09_15:44:58.455805) \u000a15:45:01.743264 run osmo-hlr_10.42.42.2(pid=18695): stderr: \u000a| �[0;m�[1;31m20221209154458633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154458633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154458634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154458634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154458634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154458634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154458646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154458655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154458655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154458655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:45:01.785731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18690): Terminating (SIGTERM)\u000a15:45:01.828386 run iperf3-srv_10.42.42.10(pid=18691): Terminating (SIGTERM)\u000a15:45:01.883761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18694): Terminating (SIGTERM)\u000a15:45:01.924429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18697): Terminating (SIGTERM)\u000a15:45:01.969766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18700): Terminating (SIGTERM)\u000a15:45:01.983570 --- ParallelTerminationStrategy: PID 18690 died...\u000a15:45:02.051685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18690): Terminated: ok {rc=0}\u000a15:45:02.063375 --- ParallelTerminationStrategy: PID 18691 died...\u000a15:45:02.117145 run iperf3-srv_10.42.42.10(pid=18691): Terminated {rc=256}\u000a15:45:02.127592 --- ParallelTerminationStrategy: PID 18694 died...\u000a15:45:02.182062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18694): Terminated: ok {rc=0}\u000a15:45:02.192064 --- ParallelTerminationStrategy: PID 18697 died...\u000a15:45:02.245705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18697): Terminated: ok {rc=0}\u000a15:45:02.256082 --- ParallelTerminationStrategy: PID 18700 died...\u000a15:45:02.310308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18700): Terminated: ok {rc=0}\u000a15:45:02.395377 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18719): Process ended prematurely: osmo-stp_10.42.42.5(pid=18719) [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18719)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18719): Process ended prematurely: osmo-stp_10.42.42.5(pid=18719) [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a15:45:03.503983 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:03.515351 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:45:03.659746 tst iperf3m4.py: using LAC 22057\u000a15:45:03.777491 tst iperf3m4.py: using RAC 127\u000a15:45:03.893838 tst iperf3m4.py: using CellId 22057\u000a15:45:04.009659 tst iperf3m4.py: using BVCI 22058\u000a15:45:04.032366 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:04.043204 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:04.053762 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:04.064199 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:04.074718 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:04.085370 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:04.096007 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:04.106586 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:04.117334 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:45:04.236254 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:45:04.354857 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:45:04.475201 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:45:04.769530 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:45:04.904129 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:05.249733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18705): Launched\u000a15:45:05.529798 run iperf3-srv_10.42.42.10(pid=18706): Launched\u000a15:45:05.727882 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:45:05.862636 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:06.197418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18707): Launched\u000a15:45:06.474397 run iperf3-srv_10.42.42.10(pid=18708): Launched\u000a15:45:06.671531 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:45:06.805358 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:07.139911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18709): Launched\u000a15:45:07.417130 run iperf3-srv_10.42.42.10(pid=18710): Launched\u000a15:45:07.614704 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:45:07.749204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:08.086317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18711): Launched\u000a15:45:08.363366 run iperf3-srv_10.42.42.10(pid=18712): Launched\u000a15:45:08.561984 tst iperf3m4.py:8: start network...\u000a15:45:08.696404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:45:09.201408 run create_hlr_db(pid=18713): Launched\u000a15:45:09.388099 bus /gobi_6: Setting Powered False\u000a15:45:10.407981 run create_hlr_db(pid=18713): Terminated: ok {rc=0}\u000a15:45:10.810480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18715): Launched\u000a15:45:11.109097 run osmo-hlr_10.42.42.2(pid=18716): Launched\u000a15:45:11.218932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:45:11.738227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18718): Launched\u000a15:45:12.036347 run osmo-stp_10.42.42.5(pid=18719): Launched\u000a15:45:12.144081 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:45:12.662798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18721): Launched\u000a15:45:12.768705 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:45:13.029670 run patchelf(pid=18722): Launched\u000a15:45:13.205838 run osmo-stp_10.42.42.5(pid=18719): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18719)]\u000a15:45:13.334027 run osmo-stp_10.42.42.5(pid=18719): stdout: \u000a| (launched: 2022-12-09_15:45:11.889523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:13.462562 run osmo-stp_10.42.42.5(pid=18719): stderr: \u000a| �[0;m�[38;5;43m20221209154512062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154512062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154512062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154512063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154512063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154512063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154512063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:13.594608 run osmo-stp_10.42.42.5(pid=18719): stdout: \u000a| (launched: 2022-12-09_15:45:11.889523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:13.726755 run osmo-stp_10.42.42.5(pid=18719): stderr: \u000a| �[0;m�[38;5;43m20221209154512062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154512062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154512062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154512063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154512063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154512063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154512063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:13.879810 run patchelf(pid=18722): Terminating (SIGINT)\u000a15:45:14.060393 run patchelf(pid=18722): Terminated: ok {rc=0}\u000a15:45:14.093512 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18719): Process ended prematurely: osmo-stp_10.42.42.5(pid=18719) [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18719)] [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a15:45:14.103358 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a15:45:14.166224 run osmo-hlr_10.42.42.2(pid=18716): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18716)]\u000a15:45:14.217180 run osmo-hlr_10.42.42.2(pid=18716): stdout: \u000a| (launched: 2022-12-09_15:45:10.962139) \u000a15:45:14.268465 run osmo-hlr_10.42.42.2(pid=18716): stderr: \u000a| �[0;m�[1;31m20221209154511139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154511139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154511139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154511139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154511139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154511139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154511151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154511162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154511162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154511162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:45:14.311853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18705): Terminating (SIGTERM)\u000a15:45:14.353749 run iperf3-srv_10.42.42.10(pid=18706): Terminating (SIGTERM)\u000a15:45:14.395956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18707): Terminating (SIGTERM)\u000a15:45:14.437667 run iperf3-srv_10.42.42.10(pid=18708): Terminating (SIGTERM)\u000a15:45:14.479623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18709): Terminating (SIGTERM)\u000a15:45:14.521273 run iperf3-srv_10.42.42.10(pid=18710): Terminating (SIGTERM)\u000a15:45:14.562950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18711): Terminating (SIGTERM)\u000a15:45:14.604715 run iperf3-srv_10.42.42.10(pid=18712): Terminating (SIGTERM)\u000a15:45:14.646157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18715): Terminating (SIGTERM)\u000a15:45:14.688053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18718): Terminating (SIGTERM)\u000a15:45:14.729418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18721): Terminating (SIGTERM)\u000a15:45:14.739303 --- ParallelTerminationStrategy: PID 18705 died...\u000a15:45:14.795004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18705): Terminated: ok {rc=0}\u000a15:45:14.805290 --- ParallelTerminationStrategy: PID 18706 died...\u000a15:45:14.860720 run iperf3-srv_10.42.42.10(pid=18706): Terminated {rc=256}\u000a15:45:14.870690 --- ParallelTerminationStrategy: PID 18707 died...\u000a15:45:14.926084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18707): Terminated: ok {rc=0}\u000a15:45:14.936237 --- ParallelTerminationStrategy: PID 18708 died...\u000a15:45:14.991699 run iperf3-srv_10.42.42.10(pid=18708): Terminated {rc=256}\u000a15:45:15.001719 --- ParallelTerminationStrategy: PID 18709 died...\u000a15:45:15.057169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18709): Terminated: ok {rc=0}\u000a15:45:15.067271 --- ParallelTerminationStrategy: PID 18710 died...\u000a15:45:15.122430 run iperf3-srv_10.42.42.10(pid=18710): Terminated {rc=256}\u000a15:45:15.132569 --- ParallelTerminationStrategy: PID 18711 died...\u000a15:45:15.188188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18711): Terminated: ok {rc=0}\u000a15:45:15.198233 --- ParallelTerminationStrategy: PID 18712 died...\u000a15:45:15.253825 run iperf3-srv_10.42.42.10(pid=18712): Terminated {rc=256}\u000a15:45:15.263981 --- ParallelTerminationStrategy: PID 18715 died...\u000a15:45:15.319930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18715): Terminated: ok {rc=0}\u000a15:45:15.330032 --- ParallelTerminationStrategy: PID 18718 died...\u000a15:45:15.385764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18718): Terminated: ok {rc=0}\u000a15:45:15.396084 --- ParallelTerminationStrategy: PID 18721 died...\u000a15:45:15.452179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18721): Terminated: ok {rc=0}\u000a15:45:15.537180 bus /gobi_4: Setting Powered False\u000a15:45:16.639548 bus /gobi_4: Setting Powered False\u000a15:45:17.745056 bus /gobi_1: Setting Powered False\u000a15:45:18.850178 bus /gobi_1: Setting Powered False\u000a15:45:19.956837 bus /gobi_0: Setting Powered False\u000a15:45:21.062854 bus /gobi_0: Setting Powered False\u000a15:45:22.170259 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18729): Process ended prematurely: osmo-stp_10.42.42.5(pid=18729) [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18729)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18729): Process ended prematurely: osmo-stp_10.42.42.5(pid=18729) [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a15:45:23.235637 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:23.247331 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:45:23.388894 tst ping.py: using LAC 22058\u000a15:45:23.502962 tst ping.py: using RAC 128\u000a15:45:23.617341 tst ping.py: using CellId 22058\u000a15:45:23.733445 tst ping.py: using BVCI 22059\u000a15:45:23.755940 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:23.766765 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:23.777341 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:23.787943 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:23.798429 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:23.808851 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:23.819872 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:23.830485 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:45:24.101213 tst ping.py:19: start network...\u000a15:45:24.223030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:45:24.694253 run create_hlr_db(pid=18723): Launched\u000a15:45:24.879316 bus /gobi_6: Setting Powered False\u000a15:45:25.897651 run create_hlr_db(pid=18723): Terminated: ok {rc=0}\u000a15:45:26.319362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18725): Launched\u000a15:45:26.637979 run osmo-hlr_10.42.42.2(pid=18726): Launched\u000a15:45:26.756756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:45:27.313232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18728): Launched\u000a15:45:27.629950 run osmo-stp_10.42.42.5(pid=18729): Launched\u000a15:45:27.746045 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:45:28.295389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18731): Launched\u000a15:45:28.407493 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:45:28.682560 run patchelf(pid=18732): Launched\u000a15:45:28.866345 run osmo-stp_10.42.42.5(pid=18729): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18729)]\u000a15:45:29.001461 run osmo-stp_10.42.42.5(pid=18729): stdout: \u000a| (launched: 2022-12-09_15:45:27.473877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:29.136844 run osmo-stp_10.42.42.5(pid=18729): stderr: \u000a| �[0;m�[38;5;43m20221209154527666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154527666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154527667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154527667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154527667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154527668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154527668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:29.267075 run osmo-stp_10.42.42.5(pid=18729): stdout: \u000a| (launched: 2022-12-09_15:45:27.473877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:29.396378 run osmo-stp_10.42.42.5(pid=18729): stderr: \u000a| �[0;m�[38;5;43m20221209154527666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154527666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154527667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154527667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154527667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154527668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154527668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:29.546789 run patchelf(pid=18732): Terminating (SIGINT)\u000a15:45:29.722792 run patchelf(pid=18732): Terminated: ok {rc=0}\u000a15:45:29.754525 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18729): Process ended prematurely: osmo-stp_10.42.42.5(pid=18729) [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18729)] [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a15:45:29.763474 tst ping.py:22: Test FAILED (6.5 sec)\u000a15:45:29.826028 run osmo-hlr_10.42.42.2(pid=18726): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18726)]\u000a15:45:29.876828 run osmo-hlr_10.42.42.2(pid=18726): stdout: \u000a| (launched: 2022-12-09_15:45:26.480837) \u000a15:45:29.928495 run osmo-hlr_10.42.42.2(pid=18726): stderr: \u000a| �[0;m�[1;31m20221209154526678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154526679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154526679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154526679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154526679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154526679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154526691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154526699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154526699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154526699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:45:29.972026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18725): Terminating (SIGTERM)\u000a15:45:30.013809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18728): Terminating (SIGTERM)\u000a15:45:30.055749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18731): Terminating (SIGTERM)\u000a15:45:30.065455 --- ParallelTerminationStrategy: PID 18725 died...\u000a15:45:30.121466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18725): Terminated: ok {rc=0}\u000a15:45:30.131411 --- ParallelTerminationStrategy: PID 18728 died...\u000a15:45:30.188067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18728): Terminated: ok {rc=0}\u000a15:45:30.198025 --- ParallelTerminationStrategy: PID 18731 died...\u000a15:45:30.253578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18731): Terminated: ok {rc=0}\u000a15:45:30.339663 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18740): Process ended prematurely: osmo-stp_10.42.42.5(pid=18740) [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18740)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18740): Process ended prematurely: osmo-stp_10.42.42.5(pid=18740) [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a15:45:31.402074 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:31.416344 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:45:31.574744 tst ping_idle_ping.py: using LAC 22059\u000a15:45:31.699672 tst ping_idle_ping.py: using RAC 129\u000a15:45:31.842721 tst ping_idle_ping.py: using CellId 22059\u000a15:45:31.969916 tst ping_idle_ping.py: using BVCI 22060\u000a15:45:31.992912 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:32.004329 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:32.015520 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:32.027262 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:32.039003 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:32.050654 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:32.062597 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:32.074883 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:45:32.369188 tst ping_idle_ping.py:24: start network...\u000a15:45:32.502528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:45:33.003566 run create_hlr_db(pid=18734): Launched\u000a15:45:33.188146 bus /gobi_6: Setting Powered False\u000a15:45:34.207738 run create_hlr_db(pid=18734): Terminated: ok {rc=0}\u000a15:45:34.630240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18736): Launched\u000a15:45:34.948486 run osmo-hlr_10.42.42.2(pid=18737): Launched\u000a15:45:35.067118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:45:35.618340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18739): Launched\u000a15:45:35.934703 run osmo-stp_10.42.42.5(pid=18740): Launched\u000a15:45:36.048773 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:45:36.599251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18742): Launched\u000a15:45:36.712271 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:45:36.988762 run patchelf(pid=18743): Launched\u000a15:45:37.174007 run osmo-stp_10.42.42.5(pid=18740): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18740)]\u000a15:45:37.309195 run osmo-stp_10.42.42.5(pid=18740): stdout: \u000a| (launched: 2022-12-09_15:45:35.779014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:37.445704 run osmo-stp_10.42.42.5(pid=18740): stderr: \u000a| �[0;m�[38;5;43m20221209154535972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154535972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154535972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154535973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154535974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154535974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154535974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:37.576510 run osmo-stp_10.42.42.5(pid=18740): stdout: \u000a| (launched: 2022-12-09_15:45:35.779014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:37.706295 run osmo-stp_10.42.42.5(pid=18740): stderr: \u000a| �[0;m�[38;5;43m20221209154535972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154535972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154535972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154535973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154535974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154535974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154535974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:37.856754 run patchelf(pid=18743): Terminating (SIGINT)\u000a15:45:38.033606 run patchelf(pid=18743): Terminated: ok {rc=0}\u000a15:45:38.065708 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18740): Process ended prematurely: osmo-stp_10.42.42.5(pid=18740) [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18740)] [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a15:45:38.074769 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a15:45:38.137874 run osmo-hlr_10.42.42.2(pid=18737): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18737)]\u000a15:45:38.189315 run osmo-hlr_10.42.42.2(pid=18737): stdout: \u000a| (launched: 2022-12-09_15:45:34.791942) \u000a15:45:38.241173 run osmo-hlr_10.42.42.2(pid=18737): stderr: \u000a| �[0;m�[1;31m20221209154534992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154534993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154534993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154534993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154534993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154534993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154535005 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154535013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154535013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154535013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:45:38.284855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18736): Terminating (SIGTERM)\u000a15:45:38.326425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18739): Terminating (SIGTERM)\u000a15:45:38.367911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18742): Terminating (SIGTERM)\u000a15:45:38.377665 --- ParallelTerminationStrategy: PID 18736 died...\u000a15:45:38.432988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18736): Terminated: ok {rc=0}\u000a15:45:38.443119 --- ParallelTerminationStrategy: PID 18739 died...\u000a15:45:38.498150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18739): Terminated: ok {rc=0}\u000a15:45:38.508613 --- ParallelTerminationStrategy: PID 18742 died...\u000a15:45:38.563838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18742): Terminated: ok {rc=0}\u000a15:45:38.649940 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:44:40" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18758): Process ended prematurely: osmo-stp_10.42.42.5(pid=18758) [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18758)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18758): Process ended prematurely: osmo-stp_10.42.42.5(pid=18758) [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:45:40.748016 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:40.758767 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:45:40.901500 tst cs_paging_gprs_active.py: using LAC 22060\u000a15:45:41.017948 tst cs_paging_gprs_active.py: using RAC 130\u000a15:45:41.141837 tst cs_paging_gprs_active.py: using CellId 22060\u000a15:45:41.266398 tst cs_paging_gprs_active.py: using BVCI 22061\u000a15:45:41.291006 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:41.302309 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:41.313306 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:41.324681 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:41.335913 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:41.347637 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:41.359284 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:41.370270 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:41.381391 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:45:41.496782 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:45:41.787351 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:45:41.922319 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:42.256213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18748): Launched\u000a15:45:42.532386 run iperf3-srv_10.42.42.10(pid=18749): Launched\u000a15:45:42.729062 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:45:42.862850 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:43.195864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18750): Launched\u000a15:45:43.472863 run iperf3-srv_10.42.42.10(pid=18751): Launched\u000a15:45:43.669011 tst cs_paging_gprs_active.py:38: start network...\u000a15:45:43.802686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:45:44.307621 run create_hlr_db(pid=18752): Launched\u000a15:45:44.494050 bus /gobi_6: Setting Powered False\u000a15:45:45.515025 run create_hlr_db(pid=18752): Terminated: ok {rc=0}\u000a15:45:45.943418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18754): Launched\u000a15:45:46.358479 run osmo-hlr_10.42.42.2(pid=18755): Launched\u000a15:45:46.583172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:45:47.193949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18757): Launched\u000a15:45:47.519304 run osmo-stp_10.42.42.5(pid=18758): Launched\u000a15:45:47.637054 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:45:48.196620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18760): Launched\u000a15:45:48.310636 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:45:48.591247 run patchelf(pid=18761): Launched\u000a15:45:48.779287 run osmo-stp_10.42.42.5(pid=18758): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18758)]\u000a15:45:48.916570 run osmo-stp_10.42.42.5(pid=18758): stdout: \u000a| (launched: 2022-12-09_15:45:47.359534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:49.054032 run osmo-stp_10.42.42.5(pid=18758): stderr: \u000a| �[0;m�[38;5;43m20221209154547550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154547551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154547551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154547551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154547552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154547552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154547552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:49.186641 run osmo-stp_10.42.42.5(pid=18758): stdout: \u000a| (launched: 2022-12-09_15:45:47.359534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:49.318136 run osmo-stp_10.42.42.5(pid=18758): stderr: \u000a| �[0;m�[38;5;43m20221209154547550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154547551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154547551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154547551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154547552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154547552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154547552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:49.472306 run patchelf(pid=18761): Terminating (SIGINT)\u000a15:45:49.652696 run patchelf(pid=18761): Terminated: ok {rc=0}\u000a15:45:49.685665 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18758): Process ended prematurely: osmo-stp_10.42.42.5(pid=18758) [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18758)] [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a15:45:49.695376 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a15:45:49.757673 run osmo-hlr_10.42.42.2(pid=18755): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18755)]\u000a15:45:49.808738 run osmo-hlr_10.42.42.2(pid=18755): stdout: \u000a| (launched: 2022-12-09_15:45:46.110971) \u000a15:45:49.859996 run osmo-hlr_10.42.42.2(pid=18755): stderr: \u000a| �[0;m�[1;31m20221209154546437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154546437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154546437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154546437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154546437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154546437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154546453 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154546462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154546462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154546462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:45:49.903561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18748): Terminating (SIGTERM)\u000a15:45:49.944635 run iperf3-srv_10.42.42.10(pid=18749): Terminating (SIGTERM)\u000a15:45:49.986026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18750): Terminating (SIGTERM)\u000a15:45:50.027472 run iperf3-srv_10.42.42.10(pid=18751): Terminating (SIGTERM)\u000a15:45:50.068406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18754): Terminating (SIGTERM)\u000a15:45:50.110000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18757): Terminating (SIGTERM)\u000a15:45:50.150917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18760): Terminating (SIGTERM)\u000a15:45:50.160646 --- ParallelTerminationStrategy: PID 18748 died...\u000a15:45:50.216034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18748): Terminated: ok {rc=0}\u000a15:45:50.225949 --- ParallelTerminationStrategy: PID 18749 died...\u000a15:45:50.280998 run iperf3-srv_10.42.42.10(pid=18749): Terminated {rc=256}\u000a15:45:50.290879 --- ParallelTerminationStrategy: PID 18750 died...\u000a15:45:50.345853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18750): Terminated: ok {rc=0}\u000a15:45:50.355935 --- ParallelTerminationStrategy: PID 18751 died...\u000a15:45:50.410866 run iperf3-srv_10.42.42.10(pid=18751): Terminated {rc=256}\u000a15:45:50.420844 --- ParallelTerminationStrategy: PID 18754 died...\u000a15:45:50.476133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18754): Terminated: ok {rc=0}\u000a15:45:50.486288 --- ParallelTerminationStrategy: PID 18757 died...\u000a15:45:50.541096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18757): Terminated: ok {rc=0}\u000a15:45:50.551238 --- ParallelTerminationStrategy: PID 18760 died...\u000a15:45:50.606815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18760): Terminated: ok {rc=0}\u000a15:45:50.692931 bus /gobi_0: Setting Powered False\u000a15:45:51.798622 bus /gobi_0: Setting Powered False\u000a15:45:52.903978 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18770): Process ended prematurely: osmo-stp_10.42.42.5(pid=18770) [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18770)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18770): Process ended prematurely: osmo-stp_10.42.42.5(pid=18770) [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a15:45:54.017121 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:54.028788 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:45:54.182591 tst iperf3.py: using LAC 22061\u000a15:45:54.307434 tst iperf3.py: using RAC 131\u000a15:45:54.433260 tst iperf3.py: using CellId 22061\u000a15:45:54.556298 tst iperf3.py: using BVCI 22062\u000a15:45:54.579630 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:54.590404 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:54.600994 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:54.611605 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:54.622079 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:54.632555 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:54.643197 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:54.653656 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:45:54.664321 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:45:54.956155 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:45:55.090795 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:55.425299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18762): Launched\u000a15:45:55.703418 run iperf3-srv_10.42.42.10(pid=18763): Launched\u000a15:45:55.901718 tst iperf3.py:8: start network...\u000a15:45:56.035970 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:45:56.541185 run create_hlr_db(pid=18764): Launched\u000a15:45:56.726812 bus /gobi_6: Setting Powered False\u000a15:45:57.747062 run create_hlr_db(pid=18764): Terminated: ok {rc=0}\u000a15:45:58.149648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18766): Launched\u000a15:45:58.449496 run osmo-hlr_10.42.42.2(pid=18767): Launched\u000a15:45:58.559932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:45:59.079993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18769): Launched\u000a15:45:59.380020 run osmo-stp_10.42.42.5(pid=18770): Launched\u000a15:45:59.488663 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:46:00.012861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18772): Launched\u000a15:46:00.119463 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:46:00.381538 run patchelf(pid=18773): Launched\u000a15:46:00.556667 run osmo-stp_10.42.42.5(pid=18770): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18770)]\u000a15:46:00.685672 run osmo-stp_10.42.42.5(pid=18770): stdout: \u000a| (launched: 2022-12-09_15:45:59.231881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:00.814480 run osmo-stp_10.42.42.5(pid=18770): stderr: \u000a| �[0;m�[38;5;43m20221209154559403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154559403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154559403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154559404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154559404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154559404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154559404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:00.963820 run osmo-stp_10.42.42.5(pid=18770): stdout: \u000a| (launched: 2022-12-09_15:45:59.231881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:01.101129 run osmo-stp_10.42.42.5(pid=18770): stderr: \u000a| �[0;m�[38;5;43m20221209154559403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154559403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154559403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154559404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154559404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154559404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154559404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:01.259819 run patchelf(pid=18773): Terminating (SIGINT)\u000a15:46:01.448096 run patchelf(pid=18773): Terminated: ok {rc=0}\u000a15:46:01.482948 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18770): Process ended prematurely: osmo-stp_10.42.42.5(pid=18770) [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18770)] [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a15:46:01.494053 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a15:46:01.562027 run osmo-hlr_10.42.42.2(pid=18767): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18767)]\u000a15:46:01.617011 run osmo-hlr_10.42.42.2(pid=18767): stdout: \u000a| (launched: 2022-12-09_15:45:58.301860) \u000a15:46:01.671637 run osmo-hlr_10.42.42.2(pid=18767): stderr: \u000a| �[0;m�[1;31m20221209154558480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154558480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154558481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154558481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154558481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154558481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154558493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154558502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154558502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154558502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:46:01.717098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18762): Terminating (SIGTERM)\u000a15:46:01.764340 run iperf3-srv_10.42.42.10(pid=18763): Terminating (SIGTERM)\u000a15:46:01.809206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18766): Terminating (SIGTERM)\u000a15:46:01.856154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18769): Terminating (SIGTERM)\u000a15:46:01.902939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18772): Terminating (SIGTERM)\u000a15:46:01.913921 --- ParallelTerminationStrategy: PID 18762 died...\u000a15:46:01.974158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18762): Terminated: ok {rc=0}\u000a15:46:01.985427 --- ParallelTerminationStrategy: PID 18763 died...\u000a15:46:02.044880 run iperf3-srv_10.42.42.10(pid=18763): Terminated {rc=256}\u000a15:46:02.055752 --- ParallelTerminationStrategy: PID 18766 died...\u000a15:46:02.114688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18766): Terminated: ok {rc=0}\u000a15:46:02.125521 --- ParallelTerminationStrategy: PID 18769 died...\u000a15:46:02.183976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18769): Terminated: ok {rc=0}\u000a15:46:02.196038 --- ParallelTerminationStrategy: PID 18772 died...\u000a15:46:02.253153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18772): Terminated: ok {rc=0}\u000a15:46:02.337524 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18788): Process ended prematurely: osmo-stp_10.42.42.5(pid=18788) [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18788)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18788): Process ended prematurely: osmo-stp_10.42.42.5(pid=18788) [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a15:46:03.451030 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:03.462912 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:46:03.616178 tst iperf3m4.py: using LAC 22062\u000a15:46:03.743556 tst iperf3m4.py: using RAC 132\u000a15:46:03.870182 tst iperf3m4.py: using CellId 22062\u000a15:46:03.994998 tst iperf3m4.py: using BVCI 22063\u000a15:46:04.019493 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:04.030799 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:04.041858 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:04.053271 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:04.064365 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:04.075756 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:04.087129 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:04.098336 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:04.109887 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:46:04.224699 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:46:04.347777 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:46:04.463670 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:46:04.757683 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:46:04.891882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:46:05.226314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18774): Launched\u000a15:46:05.502875 run iperf3-srv_10.42.42.10(pid=18775): Launched\u000a15:46:05.700334 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:46:05.834460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:46:06.167475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18776): Launched\u000a15:46:06.443946 run iperf3-srv_10.42.42.10(pid=18777): Launched\u000a15:46:06.641235 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:46:06.774875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:46:07.108446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18778): Launched\u000a15:46:07.385039 run iperf3-srv_10.42.42.10(pid=18779): Launched\u000a15:46:07.582656 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:46:07.717034 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:46:08.050724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18780): Launched\u000a15:46:08.326151 run iperf3-srv_10.42.42.10(pid=18781): Launched\u000a15:46:08.523513 tst iperf3m4.py:8: start network...\u000a15:46:08.657320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:46:09.162425 run create_hlr_db(pid=18782): Launched\u000a15:46:09.348707 bus /gobi_6: Setting Powered False\u000a15:46:10.368331 run create_hlr_db(pid=18782): Terminated: ok {rc=0}\u000a15:46:10.771531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18784): Launched\u000a15:46:11.071870 run osmo-hlr_10.42.42.2(pid=18785): Launched\u000a15:46:11.183063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:46:11.707887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18787): Launched\u000a15:46:12.006992 run osmo-stp_10.42.42.5(pid=18788): Launched\u000a15:46:12.120128 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:46:12.641667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18790): Launched\u000a15:46:12.747102 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:46:13.009105 run patchelf(pid=18791): Launched\u000a15:46:13.183863 run osmo-stp_10.42.42.5(pid=18788): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18788)]\u000a15:46:13.311385 run osmo-stp_10.42.42.5(pid=18788): stdout: \u000a| (launched: 2022-12-09_15:46:11.859286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:13.439367 run osmo-stp_10.42.42.5(pid=18788): stderr: \u000a| �[0;m�[38;5;43m20221209154612032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154612032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154612032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154612033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154612033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154612033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154612033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:13.562362 run osmo-stp_10.42.42.5(pid=18788): stdout: \u000a| (launched: 2022-12-09_15:46:11.859286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:13.684588 run osmo-stp_10.42.42.5(pid=18788): stderr: \u000a| �[0;m�[38;5;43m20221209154612032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154612032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154612032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154612033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154612033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154612033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154612033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:13.826629 run patchelf(pid=18791): Terminating (SIGINT)\u000a15:46:13.994547 run patchelf(pid=18791): Terminated: ok {rc=0}\u000a15:46:14.025409 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18788): Process ended prematurely: osmo-stp_10.42.42.5(pid=18788) [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18788)] [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a15:46:14.034438 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a15:46:14.093579 run osmo-hlr_10.42.42.2(pid=18785): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18785)]\u000a15:46:14.141659 run osmo-hlr_10.42.42.2(pid=18785): stdout: \u000a| (launched: 2022-12-09_15:46:10.923210) \u000a15:46:14.190302 run osmo-hlr_10.42.42.2(pid=18785): stderr: \u000a| �[0;m�[1;31m20221209154611102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154611102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154611102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154611102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154611102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154611102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154611115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154611124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154611124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154611124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:46:14.231563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18774): Terminating (SIGTERM)\u000a15:46:14.270938 run iperf3-srv_10.42.42.10(pid=18775): Terminating (SIGTERM)\u000a15:46:14.310325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18776): Terminating (SIGTERM)\u000a15:46:14.349487 run iperf3-srv_10.42.42.10(pid=18777): Terminating (SIGTERM)\u000a15:46:14.389042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18778): Terminating (SIGTERM)\u000a15:46:14.428044 run iperf3-srv_10.42.42.10(pid=18779): Terminating (SIGTERM)\u000a15:46:14.472633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18780): Terminating (SIGTERM)\u000a15:46:14.514140 run iperf3-srv_10.42.42.10(pid=18781): Terminating (SIGTERM)\u000a15:46:14.555652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18784): Terminating (SIGTERM)\u000a15:46:14.597793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18787): Terminating (SIGTERM)\u000a15:46:14.639689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18790): Terminating (SIGTERM)\u000a15:46:14.649353 --- ParallelTerminationStrategy: PID 18774 died...\u000a15:46:14.705194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18774): Terminated: ok {rc=0}\u000a15:46:14.715276 --- ParallelTerminationStrategy: PID 18775 died...\u000a15:46:14.770675 run iperf3-srv_10.42.42.10(pid=18775): Terminated {rc=256}\u000a15:46:14.781133 --- ParallelTerminationStrategy: PID 18776 died...\u000a15:46:14.836751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18776): Terminated: ok {rc=0}\u000a15:46:14.846814 --- ParallelTerminationStrategy: PID 18777 died...\u000a15:46:14.902147 run iperf3-srv_10.42.42.10(pid=18777): Terminated {rc=256}\u000a15:46:14.912193 --- ParallelTerminationStrategy: PID 18778 died...\u000a15:46:14.968169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18778): Terminated: ok {rc=0}\u000a15:46:14.978247 --- ParallelTerminationStrategy: PID 18779 died...\u000a15:46:15.033811 run iperf3-srv_10.42.42.10(pid=18779): Terminated {rc=256}\u000a15:46:15.043925 --- ParallelTerminationStrategy: PID 18780 died...\u000a15:46:15.099645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18780): Terminated: ok {rc=0}\u000a15:46:15.109810 --- ParallelTerminationStrategy: PID 18781 died...\u000a15:46:15.165106 run iperf3-srv_10.42.42.10(pid=18781): Terminated {rc=256}\u000a15:46:15.175511 --- ParallelTerminationStrategy: PID 18784 died...\u000a15:46:15.231191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18784): Terminated: ok {rc=0}\u000a15:46:15.241371 --- ParallelTerminationStrategy: PID 18787 died...\u000a15:46:15.296566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18787): Terminated: ok {rc=0}\u000a15:46:15.307005 --- ParallelTerminationStrategy: PID 18790 died...\u000a15:46:15.362646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18790): Terminated: ok {rc=0}\u000a15:46:15.450312 bus /gobi_4: Setting Powered False\u000a15:46:16.565584 bus /gobi_4: Setting Powered False\u000a15:46:17.675086 bus /gobi_1: Setting Powered False\u000a15:46:18.776193 bus /gobi_1: Setting Powered False\u000a15:46:19.881358 bus /gobi_0: Setting Powered False\u000a15:46:20.986061 bus /gobi_0: Setting Powered False\u000a15:46:22.094467 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18798): Process ended prematurely: osmo-stp_10.42.42.5(pid=18798) [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18798)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18798): Process ended prematurely: osmo-stp_10.42.42.5(pid=18798) [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a15:46:23.162659 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:23.174443 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:46:23.325387 tst ping.py: using LAC 22063\u000a15:46:23.451046 tst ping.py: using RAC 133\u000a15:46:23.580180 tst ping.py: using CellId 22063\u000a15:46:23.701518 tst ping.py: using BVCI 22064\u000a15:46:23.725580 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:23.736887 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:23.747959 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:23.759262 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:23.770531 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:23.781708 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:23.793255 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:23.804381 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:46:24.093961 tst ping.py:19: start network...\u000a15:46:24.225922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:46:24.721892 run create_hlr_db(pid=18792): Launched\u000a15:46:24.905329 bus /gobi_6: Setting Powered False\u000a15:46:25.924812 run create_hlr_db(pid=18792): Terminated: ok {rc=0}\u000a15:46:26.321782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18794): Launched\u000a15:46:26.616538 run osmo-hlr_10.42.42.2(pid=18795): Launched\u000a15:46:26.727805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:46:27.239563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18797): Launched\u000a15:46:27.533836 run osmo-stp_10.42.42.5(pid=18798): Launched\u000a15:46:27.640565 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:46:28.152802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18800): Launched\u000a15:46:28.256821 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:46:28.513118 run patchelf(pid=18801): Launched\u000a15:46:28.685447 run osmo-stp_10.42.42.5(pid=18798): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18798)]\u000a15:46:28.811280 run osmo-stp_10.42.42.5(pid=18798): stdout: \u000a| (launched: 2022-12-09_15:46:27.387984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:28.937624 run osmo-stp_10.42.42.5(pid=18798): stderr: \u000a| �[0;m�[38;5;43m20221209154627557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154627557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154627557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154627558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154627558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154627558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154627558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:29.059356 run osmo-stp_10.42.42.5(pid=18798): stdout: \u000a| (launched: 2022-12-09_15:46:27.387984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:29.179445 run osmo-stp_10.42.42.5(pid=18798): stderr: \u000a| �[0;m�[38;5;43m20221209154627557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154627557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154627557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154627558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154627558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154627558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154627558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:29.319556 run patchelf(pid=18801): Terminating (SIGINT)\u000a15:46:29.484147 run patchelf(pid=18801): Terminated: ok {rc=0}\u000a15:46:29.514135 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18798): Process ended prematurely: osmo-stp_10.42.42.5(pid=18798) [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18798)] [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a15:46:29.522622 tst ping.py:22: Test FAILED (6.3 sec)\u000a15:46:29.582273 run osmo-hlr_10.42.42.2(pid=18795): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18795)]\u000a15:46:29.631187 run osmo-hlr_10.42.42.2(pid=18795): stdout: \u000a| (launched: 2022-12-09_15:46:26.471056) \u000a15:46:29.680775 run osmo-hlr_10.42.42.2(pid=18795): stderr: \u000a| �[0;m�[1;31m20221209154626648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154626649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154626649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154626649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154626649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154626649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154626662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154626670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154626670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154626670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:46:29.722986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18794): Terminating (SIGTERM)\u000a15:46:29.762519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18797): Terminating (SIGTERM)\u000a15:46:29.802624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18800): Terminating (SIGTERM)\u000a15:46:29.811805 --- ParallelTerminationStrategy: PID 18794 died...\u000a15:46:29.864608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18794): Terminated: ok {rc=0}\u000a15:46:29.874143 --- ParallelTerminationStrategy: PID 18797 died...\u000a15:46:29.926560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18797): Terminated: ok {rc=0}\u000a15:46:29.935968 --- ParallelTerminationStrategy: PID 18800 died...\u000a15:46:29.988381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18800): Terminated: ok {rc=0}\u000a15:46:30.071363 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18808): Process ended prematurely: osmo-stp_10.42.42.5(pid=18808) [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18808)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18808): Process ended prematurely: osmo-stp_10.42.42.5(pid=18808) [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a15:46:31.124048 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:31.140581 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:46:31.297150 tst ping_idle_ping.py: using LAC 22064\u000a15:46:31.452237 tst ping_idle_ping.py: using RAC 134\u000a15:46:31.607291 tst ping_idle_ping.py: using CellId 22064\u000a15:46:31.743649 tst ping_idle_ping.py: using BVCI 22065\u000a15:46:31.766900 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:31.778322 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:31.789906 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:31.802203 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:31.813405 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:31.824652 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:31.835994 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:31.847109 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:46:32.148439 tst ping_idle_ping.py:24: start network...\u000a15:46:32.285408 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:46:32.790318 run create_hlr_db(pid=18802): Launched\u000a15:46:32.974977 bus /gobi_6: Setting Powered False\u000a15:46:33.995174 run create_hlr_db(pid=18802): Terminated: ok {rc=0}\u000a15:46:34.394381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18804): Launched\u000a15:46:34.691692 run osmo-hlr_10.42.42.2(pid=18805): Launched\u000a15:46:34.800600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:46:35.311253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18807): Launched\u000a15:46:35.607508 run osmo-stp_10.42.42.5(pid=18808): Launched\u000a15:46:35.715432 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:46:36.228575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18810): Launched\u000a15:46:36.333116 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:46:36.591483 run patchelf(pid=18811): Launched\u000a15:46:36.763439 run osmo-stp_10.42.42.5(pid=18808): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18808)]\u000a15:46:36.889260 run osmo-stp_10.42.42.5(pid=18808): stdout: \u000a| (launched: 2022-12-09_15:46:35.461017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:37.015808 run osmo-stp_10.42.42.5(pid=18808): stderr: \u000a| �[0;m�[38;5;43m20221209154635633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154635633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154635633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154635634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154635634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154635634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154635634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:37.137971 run osmo-stp_10.42.42.5(pid=18808): stdout: \u000a| (launched: 2022-12-09_15:46:35.461017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:37.258565 run osmo-stp_10.42.42.5(pid=18808): stderr: \u000a| �[0;m�[38;5;43m20221209154635633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154635633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154635633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154635634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154635634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154635634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154635634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:37.398538 run patchelf(pid=18811): Terminating (SIGINT)\u000a15:46:37.563550 run patchelf(pid=18811): Terminated: ok {rc=0}\u000a15:46:37.593577 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18808): Process ended prematurely: osmo-stp_10.42.42.5(pid=18808) [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18808)] [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a15:46:37.601987 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a15:46:37.661538 run osmo-hlr_10.42.42.2(pid=18805): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18805)]\u000a15:46:37.710355 run osmo-hlr_10.42.42.2(pid=18805): stdout: \u000a| (launched: 2022-12-09_15:46:34.544916) \u000a15:46:37.759561 run osmo-hlr_10.42.42.2(pid=18805): stderr: \u000a| �[0;m�[1;31m20221209154634721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154634721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154634721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154634721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154634721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154634722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154634734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154634742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154634743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154634743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:46:37.801360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18804): Terminating (SIGTERM)\u000a15:46:37.841091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18807): Terminating (SIGTERM)\u000a15:46:37.881208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18810): Terminating (SIGTERM)\u000a15:46:37.890315 --- ParallelTerminationStrategy: PID 18804 died...\u000a15:46:37.943332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18804): Terminated: ok {rc=0}\u000a15:46:37.952780 --- ParallelTerminationStrategy: PID 18807 died...\u000a15:46:38.005228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18807): Terminated: ok {rc=0}\u000a15:46:38.014802 --- ParallelTerminationStrategy: PID 18810 died...\u000a15:46:38.067464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18810): Terminated: ok {rc=0}\u000a15:46:38.155235 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:45:40" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18822): Process ended prematurely: osmo-stp_10.42.42.5(pid=18822) [trial-2361↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18822)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18822): Process ended prematurely: osmo-stp_10.42.42.5(pid=18822) [trial-2361↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18822)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a15:46:40.137627 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:46:40.149236 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:46:40.300276 tst switch_tch_pdch.py: using LAC 22065\u000a15:46:40.422413 tst switch_tch_pdch.py: using RAC 135\u000a15:46:40.546887 tst switch_tch_pdch.py: using CellId 22065\u000a15:46:40.666975 tst switch_tch_pdch.py: using BVCI 22066\u000a15:46:40.689316 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:46:40.700342 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:46:40.711390 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:46:40.722325 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:46:40.733505 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:46:40.744463 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:46:40.755566 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:46:40.766444 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:46:40.885526 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:46:41.159363 tst switch_tch_pdch.py:51: start network...\u000a15:46:41.281069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:46:41.751450 run create_hlr_db(pid=18816): Launched\u000a15:46:41.922427 bus /gobi_6: Setting Powered False\u000a15:46:42.942397 run create_hlr_db(pid=18816): Terminated: ok {rc=0}\u000a15:46:43.334109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18818): Launched\u000a15:46:43.627539 run osmo-hlr_10.42.42.2(pid=18819): Launched\u000a15:46:43.740267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:46:44.257706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18821): Launched\u000a15:46:44.550907 run osmo-stp_10.42.42.5(pid=18822): Launched\u000a15:46:44.656605 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:46:45.166869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18824): Launched\u000a15:46:45.270277 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:46:45.526865 run patchelf(pid=18825): Launched\u000a15:46:45.698385 run osmo-stp_10.42.42.5(pid=18822): ERR: Terminated: ERROR {rc=1} [trial-2361↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18822)]\u000a15:46:45.824255 run osmo-stp_10.42.42.5(pid=18822): stdout: \u000a| (launched: 2022-12-09_15:46:44.406424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:45.981984 run osmo-stp_10.42.42.5(pid=18822): stderr: \u000a| �[0;m�[38;5;43m20221209154644575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154644575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154644576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154644576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154644578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154644579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154644579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:46.119386 run osmo-stp_10.42.42.5(pid=18822): stdout: \u000a| (launched: 2022-12-09_15:46:44.406424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:46.255338 run osmo-stp_10.42.42.5(pid=18822): stderr: \u000a| �[0;m�[38;5;43m20221209154644575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154644575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154644576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154644576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154644578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154644579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154644579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:46.412360 run patchelf(pid=18825): Terminating (SIGINT)\u000a15:46:46.595861 run patchelf(pid=18825): Terminated: ok {rc=0}\u000a15:46:46.629566 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18822): Process ended prematurely: osmo-stp_10.42.42.5(pid=18822) [trial-2361↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18822)] [trial-2361↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a15:46:46.639686 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a15:46:46.707535 run osmo-hlr_10.42.42.2(pid=18819): ERR: Terminated: ERROR {rc=237} [trial-2361↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18819)]\u000a15:46:46.762506 run osmo-hlr_10.42.42.2(pid=18819): stdout: \u000a| (launched: 2022-12-09_15:46:43.482998) \u000a15:46:46.818129 run osmo-hlr_10.42.42.2(pid=18819): stderr: \u000a| �[0;m�[1;31m20221209154643661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154643661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154643661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154643661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154643661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154643661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154643674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154643683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154643683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154643683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:46:46.863680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18818): Terminating (SIGTERM)\u000a15:46:46.911476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18821): Terminating (SIGTERM)\u000a15:46:46.957839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18824): Terminating (SIGTERM)\u000a15:46:46.969774 --- ParallelTerminationStrategy: PID 18818 died...\u000a15:46:47.031301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18818): Terminated: ok {rc=0}\u000a15:46:47.042337 --- ParallelTerminationStrategy: PID 18821 died...\u000a15:46:47.100762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18821): Terminated: ok {rc=0}\u000a15:46:47.112779 --- ParallelTerminationStrategy: PID 18824 died...\u000a15:46:47.172034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18824): Terminated: ok {rc=0}\u000a15:46:47.261032 bus /gobi_0: Setting Powered False\u000a15:46:48.360746 bus /gobi_0: Setting Powered False\u000a15:46:49.472905 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:46:39" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18835): Process ended prematurely: osmo-stp_10.42.42.5(pid=18835) [trial-2361↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18835)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18835): Process ended prematurely: osmo-stp_10.42.42.5(pid=18835) [trial-2361↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a15:46:51.411018 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:46:51.422372 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a15:46:51.572940 tst switch_tch_pdch.py: using LAC 22066\u000a15:46:51.698421 tst switch_tch_pdch.py: using RAC 136\u000a15:46:51.817505 tst switch_tch_pdch.py: using CellId 22066\u000a15:46:51.933021 tst switch_tch_pdch.py: using BVCI 22067\u000a15:46:51.955894 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:46:51.966884 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:46:51.977620 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:46:51.988205 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:46:51.998686 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:46:52.009235 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:46:52.019849 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:46:52.030447 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a15:46:52.150216 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a15:46:52.423511 tst switch_tch_pdch.py:51: start network...\u000a15:46:52.546060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:46:52.991969 run create_hlr_db(pid=18829): Launched\u000a15:46:53.112427 bus /gobi_6: Setting Powered False\u000a15:46:54.183586 run create_hlr_db(pid=18829): Terminated: ok {rc=0}\u000a15:46:54.578838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18831): Launched\u000a15:46:54.896401 run osmo-hlr_10.42.42.2(pid=18832): Launched\u000a15:46:55.015306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:46:55.539049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18834): Launched\u000a15:46:55.855487 run osmo-stp_10.42.42.5(pid=18835): Launched\u000a15:46:55.971428 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:46:56.498278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18837): Launched\u000a15:46:56.611348 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:46:56.888316 run patchelf(pid=18838): Launched\u000a15:46:57.073610 run osmo-stp_10.42.42.5(pid=18835): ERR: Terminated: ERROR {rc=1} [trial-2361↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18835)]\u000a15:46:57.209654 run osmo-stp_10.42.42.5(pid=18835): stdout: \u000a| (launched: 2022-12-09_15:46:55.699724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:57.346275 run osmo-stp_10.42.42.5(pid=18835): stderr: \u000a| �[0;m�[38;5;43m20221209154655892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154655892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154655893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154655893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154655894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154655894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154655894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:57.478029 run osmo-stp_10.42.42.5(pid=18835): stdout: \u000a| (launched: 2022-12-09_15:46:55.699724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:57.608644 run osmo-stp_10.42.42.5(pid=18835): stderr: \u000a| �[0;m�[38;5;43m20221209154655892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154655892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154655893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154655893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154655894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154655894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154655894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:57.759477 run patchelf(pid=18838): Terminating (SIGINT)\u000a15:46:57.936420 run patchelf(pid=18838): Terminated: ok {rc=0}\u000a15:46:57.968554 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18835): Process ended prematurely: osmo-stp_10.42.42.5(pid=18835) [trial-2361↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18835)] [trial-2361↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a15:46:57.977776 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a15:46:58.041147 run osmo-hlr_10.42.42.2(pid=18832): ERR: Terminated: ERROR {rc=237} [trial-2361↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18832)]\u000a15:46:58.092597 run osmo-hlr_10.42.42.2(pid=18832): stdout: \u000a| (launched: 2022-12-09_15:46:54.739766) \u000a15:46:58.144681 run osmo-hlr_10.42.42.2(pid=18832): stderr: \u000a| �[0;m�[1;31m20221209154654937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154654938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154654938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154654938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154654938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154654938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154654950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154654958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154654958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154654958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:46:58.188705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18831): Terminating (SIGTERM)\u000a15:46:58.230645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18834): Terminating (SIGTERM)\u000a15:46:58.272913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18837): Terminating (SIGTERM)\u000a15:46:58.282733 --- ParallelTerminationStrategy: PID 18831 died...\u000a15:46:58.338590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18831): Terminated: ok {rc=0}\u000a15:46:58.349044 --- ParallelTerminationStrategy: PID 18834 died...\u000a15:46:58.405071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18834): Terminated: ok {rc=0}\u000a15:46:58.415200 --- ParallelTerminationStrategy: PID 18837 died...\u000a15:46:58.471043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18837): Terminated: ok {rc=0}\u000a15:46:58.557939 bus /gobi_0: Setting Powered False\u000a15:46:59.662622 bus /gobi_0: Setting Powered False\u000a15:47:00.773045 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:46:51" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18843): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18843) [trial-2361↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18843)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18843): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18843) [trial-2361↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a15:47:02.644169 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a15:47:02.654704 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a15:47:02.771081 tst mo_mt_sms.py: using LAC 22067\u000a15:47:02.892318 tst mo_mt_sms.py: using RAC 137\u000a15:47:03.013455 tst mo_mt_sms.py: using CellId 22067\u000a15:47:03.134958 tst mo_mt_sms.py: using BVCI 22068\u000a15:47:03.159075 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a15:47:03.274546 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a15:47:03.544556 tst mo_mt_sms.py:9: start nitb and bts...\u000a15:47:03.666521 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:47:04.272463 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18842): Launched\u000a15:47:04.564857 run osmo-nitb_10.42.42.2(pid=18843): Launched\u000a15:47:04.745404 run osmo-nitb_10.42.42.2(pid=18843): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18843)]\u000a15:47:04.878925 run osmo-nitb_10.42.42.2(pid=18843): stdout: \u000a| (launched: 2022-12-09_15:47:04.423280) \u000a15:47:05.012404 run osmo-nitb_10.42.42.2(pid=18843): stderr: \u000a| (launched: 2022-12-09_15:47:04.467177)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:47:05.141739 run osmo-nitb_10.42.42.2(pid=18843): stdout: \u000a| (launched: 2022-12-09_15:47:04.423280) \u000a15:47:05.270157 run osmo-nitb_10.42.42.2(pid=18843): stderr: \u000a| (launched: 2022-12-09_15:47:04.467177)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:47:05.683152 tst osmo-nitb_10.42.42.2(pid=18843): stdout: \u000a| (launched: 2022-12-09_15:47:04.423280) \u000a15:47:05.800114 tst osmo-nitb_10.42.42.2(pid=18843): stderr: \u000a| (launched: 2022-12-09_15:47:04.467177)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:47:05.851525 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=18843): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18843) [trial-2361↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18843)] [trial-2361↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a15:47:05.859350 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a15:47:05.892759 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18842): Terminating (SIGTERM)\u000a15:47:06.069826 --- ParallelTerminationStrategy: PID 18842 died...\u000a15:47:06.123580 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18842): Terminated: ok {rc=0}\u000a15:47:06.208267 bus /sierra_3: Setting Powered False\u000a15:47:07.314342 bus /sierra_3: Setting Powered False\u000a15:47:08.428104 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:47:02" }, { "cases" : [ { "testActions" : [ ], "age" : 159, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18853): Process ended prematurely: osmo-stp_10.42.42.5(pid=18853) [trial-2361↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18853)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18853): Process ended prematurely: osmo-stp_10.42.42.5(pid=18853) [trial-2361↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a15:47:10.268680 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:10.279075 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a15:47:10.405189 tst mo_mt_sms.py: using LAC 22068\u000a15:47:10.530858 tst mo_mt_sms.py: using RAC 138\u000a15:47:10.656823 tst mo_mt_sms.py: using CellId 22068\u000a15:47:10.778839 tst mo_mt_sms.py: using BVCI 22069\u000a15:47:10.802737 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:10.813745 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:10.824609 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:10.835989 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:10.847467 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:10.858856 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a15:47:10.975562 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a15:47:11.170660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:47:11.641706 run create_hlr_db(pid=18847): Launched\u000a15:47:11.810720 bus /sierra_2: Setting Powered False\u000a15:47:12.830761 run create_hlr_db(pid=18847): Terminated: ok {rc=0}\u000a15:47:13.252060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18849): Launched\u000a15:47:13.568271 run osmo-hlr_10.42.42.2(pid=18850): Launched\u000a15:47:13.686236 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:47:14.234075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18852): Launched\u000a15:47:14.551105 run osmo-stp_10.42.42.5(pid=18853): Launched\u000a15:47:14.666645 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:47:15.245070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18855): Launched\u000a15:47:15.562882 run osmo-msc_10.42.42.6(pid=18856): Launched\u000a15:47:15.750699 run osmo-stp_10.42.42.5(pid=18853): ERR: Terminated: ERROR {rc=1} [trial-2361↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18853)]\u000a15:47:15.983040 run osmo-stp_10.42.42.5(pid=18853): stdout: \u000a| (launched: 2022-12-09_15:47:14.394436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:16.161015 run osmo-stp_10.42.42.5(pid=18853): stderr: \u000a| �[0;m�[38;5;43m20221209154714585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154714586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154714586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154714586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154714587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154714587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154714587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:16.290905 run osmo-stp_10.42.42.5(pid=18853): stdout: \u000a| (launched: 2022-12-09_15:47:14.394436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:16.422397 run osmo-stp_10.42.42.5(pid=18853): stderr: \u000a| �[0;m�[38;5;43m20221209154714585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154714586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154714586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154714586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154714587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154714587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154714587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:16.479448 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=18853): Process ended prematurely: osmo-stp_10.42.42.5(pid=18853) [trial-2361↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18853)] [trial-2361↪sms:oc2g↪mo_mt_sms.py:16]\u000a15:47:16.488768 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a15:47:16.552776 run osmo-hlr_10.42.42.2(pid=18850): ERR: Terminated: ERROR {rc=237} [trial-2361↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18850)]\u000a15:47:16.606452 run osmo-hlr_10.42.42.2(pid=18850): stdout: \u000a| (launched: 2022-12-09_15:47:13.412342) \u000a15:47:16.659396 run osmo-hlr_10.42.42.2(pid=18850): stderr: \u000a| �[0;m�[1;31m20221209154713611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154713611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154713611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154713611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154713611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154713611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154713627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154713637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154713637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154713637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:47:16.730528 run osmo-msc_10.42.42.6(pid=18856): ERR: Terminated: ERROR {rc=2} [trial-2361↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18856)]\u000a15:47:16.782231 run osmo-msc_10.42.42.6(pid=18856): stdout: \u000a| (launched: 2022-12-09_15:47:15.406186) \u000a15:47:16.834768 run osmo-msc_10.42.42.6(pid=18856): stderr: \u000a| �[0;m�[38;5;43m20221209154715728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154715728 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f484e657c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154715728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154715728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154715728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154715729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154715730 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154715731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154715731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154715731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:47:16.880764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18849): Terminating (SIGTERM)\u000a15:47:16.924425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18852): Terminating (SIGTERM)\u000a15:47:16.967395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18855): Terminating (SIGTERM)\u000a15:47:16.979180 --- ParallelTerminationStrategy: PID 18849 died...\u000a15:47:17.038356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18849): Terminated: ok {rc=0}\u000a15:47:17.049342 --- ParallelTerminationStrategy: PID 18852 died...\u000a15:47:17.107071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18852): Terminated: ok {rc=0}\u000a15:47:17.117979 --- ParallelTerminationStrategy: PID 18855 died...\u000a15:47:17.175554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18855): Terminated: ok {rc=0}\u000a15:47:17.266708 bus /sierra_3: Setting Powered False\u000a15:47:18.370770 bus /sierra_3: Setting Powered False\u000a15:47:19.476918 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:47:10" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18863): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18863) [trial-2361↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18863)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18863): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18863) [trial-2361↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a15:47:21.280803 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a15:47:21.291359 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a15:47:21.418796 tst assert_extension.py: using LAC 22069\u000a15:47:21.540662 tst assert_extension.py: using RAC 139\u000a15:47:21.662522 tst assert_extension.py: using CellId 22069\u000a15:47:21.780800 tst assert_extension.py: using BVCI 22070\u000a15:47:21.803285 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a15:47:22.076112 tst assert_extension.py:10: start nitb and bts...\u000a15:47:22.198998 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:47:22.805065 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18862): Launched\u000a15:47:23.095187 run osmo-nitb_10.42.42.2(pid=18863): Launched\u000a15:47:23.276208 run osmo-nitb_10.42.42.2(pid=18863): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18863)]\u000a15:47:23.409734 run osmo-nitb_10.42.42.2(pid=18863): stdout: \u000a| (launched: 2022-12-09_15:47:22.953599) \u000a15:47:23.543712 run osmo-nitb_10.42.42.2(pid=18863): stderr: \u000a| (launched: 2022-12-09_15:47:22.997251)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:47:23.672542 run osmo-nitb_10.42.42.2(pid=18863): stdout: \u000a| (launched: 2022-12-09_15:47:22.953599) \u000a15:47:23.800342 run osmo-nitb_10.42.42.2(pid=18863): stderr: \u000a| (launched: 2022-12-09_15:47:22.997251)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:47:24.214118 tst osmo-nitb_10.42.42.2(pid=18863): stdout: \u000a| (launched: 2022-12-09_15:47:22.953599) \u000a15:47:24.331252 tst osmo-nitb_10.42.42.2(pid=18863): stderr: \u000a| (launched: 2022-12-09_15:47:22.997251)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:47:24.382458 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=18863): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18863) [trial-2361↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18863)] [trial-2361↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a15:47:24.390271 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a15:47:24.424142 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18862): Terminating (SIGTERM)\u000a15:47:24.601500 --- ParallelTerminationStrategy: PID 18862 died...\u000a15:47:24.655734 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18862): Terminated: ok {rc=0}\u000a15:47:24.743973 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:47:21" }, { "cases" : [ { "testActions" : [ ], "age" : 159, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18873): Process ended prematurely: osmo-stp_10.42.42.5(pid=18873) [trial-2361↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18873)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18873): Process ended prematurely: osmo-stp_10.42.42.5(pid=18873) [trial-2361↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18873)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a15:47:26.540178 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:26.551162 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a15:47:26.679855 tst assert_extension.py: using LAC 22070\u000a15:47:26.802917 tst assert_extension.py: using RAC 140\u000a15:47:26.925878 tst assert_extension.py: using CellId 22070\u000a15:47:27.048605 tst assert_extension.py: using BVCI 22071\u000a15:47:27.072298 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:27.083343 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:27.094234 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:27.105780 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:27.117504 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:47:27.128791 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a15:47:27.328601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:47:27.802838 run create_hlr_db(pid=18867): Launched\u000a15:47:27.987017 bus /sierra_2: Setting Powered False\u000a15:47:29.007430 run create_hlr_db(pid=18867): Terminated: ok {rc=0}\u000a15:47:29.429295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18869): Launched\u000a15:47:29.746518 run osmo-hlr_10.42.42.2(pid=18870): Launched\u000a15:47:29.864715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:47:30.421970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18872): Launched\u000a15:47:30.739895 run osmo-stp_10.42.42.5(pid=18873): Launched\u000a15:47:30.863884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:47:31.520533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18875): Launched\u000a15:47:31.965023 run osmo-msc_10.42.42.6(pid=18876): Launched\u000a15:47:32.207964 run osmo-stp_10.42.42.5(pid=18873): ERR: Terminated: ERROR {rc=1} [trial-2361↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18873)]\u000a15:47:32.390026 run osmo-stp_10.42.42.5(pid=18873): stdout: \u000a| (launched: 2022-12-09_15:47:30.583367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:32.526364 run osmo-stp_10.42.42.5(pid=18873): stderr: \u000a| �[0;m�[38;5;43m20221209154730776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154730776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154730776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154730776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154730777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154730777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154730777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:32.653990 run osmo-stp_10.42.42.5(pid=18873): stdout: \u000a| (launched: 2022-12-09_15:47:30.583367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:32.780641 run osmo-stp_10.42.42.5(pid=18873): stderr: \u000a| �[0;m�[38;5;43m20221209154730776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154730776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154730776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154730776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154730777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154730777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154730777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:32.835961 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=18873): Process ended prematurely: osmo-stp_10.42.42.5(pid=18873) [trial-2361↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18873)] [trial-2361↪ussd:oc2g↪assert_extension.py:17]\u000a15:47:32.844636 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a15:47:32.906993 run osmo-hlr_10.42.42.2(pid=18870): ERR: Terminated: ERROR {rc=237} [trial-2361↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18870)]\u000a15:47:32.957881 run osmo-hlr_10.42.42.2(pid=18870): stdout: \u000a| (launched: 2022-12-09_15:47:29.590351) \u000a15:47:33.009323 run osmo-hlr_10.42.42.2(pid=18870): stderr: \u000a| �[0;m�[1;31m20221209154729791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154729791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154729791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154729791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154729791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154729791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154729803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154729812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154729812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154729812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:47:33.078942 run osmo-msc_10.42.42.6(pid=18876): ERR: Terminated: ERROR {rc=2} [trial-2361↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18876)]\u000a15:47:33.129777 run osmo-msc_10.42.42.6(pid=18876): stdout: \u000a| (launched: 2022-12-09_15:47:31.683185) \u000a15:47:33.181210 run osmo-msc_10.42.42.6(pid=18876): stderr: \u000a| �[0;m�[38;5;43m20221209154732140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154732140 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f159d5a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154732144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154732144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154732144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154732145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154732146 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154732147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154732147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154732147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:47:33.224721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18869): Terminating (SIGTERM)\u000a15:47:33.266284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18872): Terminating (SIGTERM)\u000a15:47:33.308248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18875): Terminating (SIGTERM)\u000a15:47:33.318053 --- ParallelTerminationStrategy: PID 18869 died...\u000a15:47:33.373770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18869): Terminated: ok {rc=0}\u000a15:47:33.383853 --- ParallelTerminationStrategy: PID 18872 died...\u000a15:47:33.439335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18872): Terminated: ok {rc=0}\u000a15:47:33.449468 --- ParallelTerminationStrategy: PID 18875 died...\u000a15:47:33.505070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18875): Terminated: ok {rc=0}\u000a15:47:33.589403 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:47:26" }, { "cases" : [ { "testActions" : [ ], "age" : 159, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18888): Process ended prematurely: osmo-stp_10.42.42.5(pid=18888) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18888)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18888): Process ended prematurely: osmo-stp_10.42.42.5(pid=18888) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:47:35.510485 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:35.521989 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:47:35.670853 tst mo_mt_call.py: using LAC 22071\u000a15:47:35.797807 tst mo_mt_call.py: using RAC 141\u000a15:47:35.926583 tst mo_mt_call.py: using CellId 22071\u000a15:47:36.051634 tst mo_mt_call.py: using BVCI 22072\u000a15:47:36.076131 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:36.087558 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:36.098848 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:36.110299 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:36.121829 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:36.133302 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:47:36.248615 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:47:36.459324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:47:36.965103 run create_hlr_db(pid=18882): Launched\u000a15:47:37.150223 bus /sierra_2: Setting Powered False\u000a15:47:38.170794 run create_hlr_db(pid=18882): Terminated: ok {rc=0}\u000a15:47:38.573840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18884): Launched\u000a15:47:38.872471 run osmo-hlr_10.42.42.2(pid=18885): Launched\u000a15:47:38.987061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:47:39.514971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18887): Launched\u000a15:47:39.814015 run osmo-stp_10.42.42.5(pid=18888): Launched\u000a15:47:39.922524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:47:40.468481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18890): Launched\u000a15:47:40.768040 run osmo-msc_10.42.42.6(pid=18891): Launched\u000a15:47:40.942484 run osmo-stp_10.42.42.5(pid=18888): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18888)]\u000a15:47:41.068657 run osmo-stp_10.42.42.5(pid=18888): stdout: \u000a| (launched: 2022-12-09_15:47:39.666987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:41.192734 run osmo-stp_10.42.42.5(pid=18888): stderr: \u000a| �[0;m�[38;5;43m20221209154739840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154739840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154739841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154739841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154739842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154739842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154739842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:41.312369 run osmo-stp_10.42.42.5(pid=18888): stdout: \u000a| (launched: 2022-12-09_15:47:39.666987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:41.430738 run osmo-stp_10.42.42.5(pid=18888): stderr: \u000a| �[0;m�[38;5;43m20221209154739840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154739840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154739841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154739841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154739842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154739842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154739842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:41.483203 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18888): Process ended prematurely: osmo-stp_10.42.42.5(pid=18888) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18888)] [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a15:47:41.491614 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a15:47:41.550064 run osmo-hlr_10.42.42.2(pid=18885): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18885)]\u000a15:47:41.597926 run osmo-hlr_10.42.42.2(pid=18885): stdout: \u000a| (launched: 2022-12-09_15:47:38.725646) \u000a15:47:41.646317 run osmo-hlr_10.42.42.2(pid=18885): stderr: \u000a| �[0;m�[1;31m20221209154738904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154738904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154738904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154738904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154738904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154738904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154738916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154738927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154738927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154738927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:47:41.711903 run osmo-msc_10.42.42.6(pid=18891): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18891)]\u000a15:47:41.759588 run osmo-msc_10.42.42.6(pid=18891): stdout: \u000a| (launched: 2022-12-09_15:47:40.620154) \u000a15:47:41.807919 run osmo-msc_10.42.42.6(pid=18891): stderr: \u000a| �[0;m�[38;5;43m20221209154740893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154740893 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f44349c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154740893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154740893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154740893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154740894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154740896 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154740897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154740897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154740897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:47:41.848663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18884): Terminating (SIGTERM)\u000a15:47:41.887320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18887): Terminating (SIGTERM)\u000a15:47:41.925939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18890): Terminating (SIGTERM)\u000a15:47:41.934910 --- ParallelTerminationStrategy: PID 18884 died...\u000a15:47:41.986417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18884): Terminated: ok {rc=0}\u000a15:47:41.996470 --- ParallelTerminationStrategy: PID 18887 died...\u000a15:47:42.048272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18887): Terminated: ok {rc=0}\u000a15:47:42.057636 --- ParallelTerminationStrategy: PID 18890 died...\u000a15:47:42.109165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18890): Terminated: ok {rc=0}\u000a15:47:42.190790 bus /sierra_3: Setting Powered False\u000a15:47:43.294399 bus /sierra_3: Setting Powered False\u000a15:47:44.400127 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 159, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18899): Process ended prematurely: osmo-stp_10.42.42.5(pid=18899) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18899)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18899): Process ended prematurely: osmo-stp_10.42.42.5(pid=18899) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:47:45.513383 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:45.525579 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:47:45.675476 tst mo_mt_call_osmux.py: using LAC 22072\u000a15:47:45.802123 tst mo_mt_call_osmux.py: using RAC 142\u000a15:47:45.946036 tst mo_mt_call_osmux.py: using CellId 22072\u000a15:47:46.073044 tst mo_mt_call_osmux.py: using BVCI 22073\u000a15:47:46.097221 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:46.109308 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:46.121200 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:46.133474 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:46.145176 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:47:46.157198 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:47:46.278964 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:47:46.512529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:47:47.048248 run create_hlr_db(pid=18893): Launched\u000a15:47:47.227113 bus /sierra_2: Setting Powered False\u000a15:47:48.242339 run create_hlr_db(pid=18893): Terminated: ok {rc=0}\u000a15:47:48.671351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18895): Launched\u000a15:47:48.994104 run osmo-hlr_10.42.42.2(pid=18896): Launched\u000a15:47:49.110362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:47:49.670036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18898): Launched\u000a15:47:49.992683 run osmo-stp_10.42.42.5(pid=18899): Launched\u000a15:47:50.110191 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:47:50.697237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18901): Launched\u000a15:47:51.017929 run osmo-msc_10.42.42.6(pid=18902): Launched\u000a15:47:51.206238 run osmo-stp_10.42.42.5(pid=18899): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18899)]\u000a15:47:51.342318 run osmo-stp_10.42.42.5(pid=18899): stdout: \u000a| (launched: 2022-12-09_15:47:49.833997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:51.477788 run osmo-stp_10.42.42.5(pid=18899): stderr: \u000a| �[0;m�[38;5;43m20221209154750030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154750030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154750030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154750030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154750031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154750031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154750031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:51.607309 run osmo-stp_10.42.42.5(pid=18899): stdout: \u000a| (launched: 2022-12-09_15:47:49.833997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:51.735372 run osmo-stp_10.42.42.5(pid=18899): stderr: \u000a| �[0;m�[38;5;43m20221209154750030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154750030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154750030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154750030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154750031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154750031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154750031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:51.791529 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18899): Process ended prematurely: osmo-stp_10.42.42.5(pid=18899) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18899)] [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a15:47:51.800519 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a15:47:51.863066 run osmo-hlr_10.42.42.2(pid=18896): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18896)]\u000a15:47:51.913750 run osmo-hlr_10.42.42.2(pid=18896): stdout: \u000a| (launched: 2022-12-09_15:47:48.834250) \u000a15:47:51.965132 run osmo-hlr_10.42.42.2(pid=18896): stderr: \u000a| �[0;m�[1;31m20221209154749034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154749034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154749034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154749034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154749034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154749034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154749047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154749057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154749057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154749057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:47:52.035368 run osmo-msc_10.42.42.6(pid=18902): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18902)]\u000a15:47:52.086146 run osmo-msc_10.42.42.6(pid=18902): stdout: \u000a| (launched: 2022-12-09_15:47:50.860124) \u000a15:47:52.137548 run osmo-msc_10.42.42.6(pid=18902): stderr: \u000a| �[0;m�[38;5;43m20221209154751182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154751182 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda485f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154751182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154751182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154751183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154751183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154751184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154751185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154751185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154751185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:47:52.181063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18895): Terminating (SIGTERM)\u000a15:47:52.222338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18898): Terminating (SIGTERM)\u000a15:47:52.263479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18901): Terminating (SIGTERM)\u000a15:47:52.273375 --- ParallelTerminationStrategy: PID 18895 died...\u000a15:47:52.328602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18895): Terminated: ok {rc=0}\u000a15:47:52.338631 --- ParallelTerminationStrategy: PID 18898 died...\u000a15:47:52.393457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18898): Terminated: ok {rc=0}\u000a15:47:52.403671 --- ParallelTerminationStrategy: PID 18901 died...\u000a15:47:52.458749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18901): Terminated: ok {rc=0}\u000a15:47:52.544748 bus /sierra_3: Setting Powered False\u000a15:47:53.649683 bus /sierra_3: Setting Powered False\u000a15:47:54.755089 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:47:35" }, { "cases" : [ { "testActions" : [ ], "age" : 159, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18913): Process ended prematurely: osmo-stp_10.42.42.5(pid=18913) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18913)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18913): Process ended prematurely: osmo-stp_10.42.42.5(pid=18913) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18913)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a15:47:56.696741 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:47:56.707882 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:47:56.857428 tst mo_mt_call.py: using LAC 22073\u000a15:47:56.982278 tst mo_mt_call.py: using RAC 143\u000a15:47:57.107594 tst mo_mt_call.py: using CellId 22073\u000a15:47:57.232901 tst mo_mt_call.py: using BVCI 22074\u000a15:47:57.257391 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:47:57.268741 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:47:57.279946 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:47:57.291415 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:47:57.302824 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:47:57.314277 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:47:57.430406 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:47:57.633364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:47:58.114015 run create_hlr_db(pid=18907): Launched\u000a15:47:58.286829 bus /sierra_2: Setting Powered False\u000a15:47:59.308598 run create_hlr_db(pid=18907): Terminated: ok {rc=0}\u000a15:47:59.736139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18909): Launched\u000a15:48:00.034953 run osmo-hlr_10.42.42.2(pid=18910): Launched\u000a15:48:00.148292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:48:00.675297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18912): Launched\u000a15:48:01.001693 run osmo-stp_10.42.42.5(pid=18913): Launched\u000a15:48:01.190129 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:48:01.832355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18915): Launched\u000a15:48:02.197272 run osmo-msc_10.42.42.6(pid=18916): Launched\u000a15:48:02.431758 run osmo-stp_10.42.42.5(pid=18913): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18913)]\u000a15:48:02.573308 run osmo-stp_10.42.42.5(pid=18913): stdout: \u000a| (launched: 2022-12-09_15:48:00.827038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:02.713096 run osmo-stp_10.42.42.5(pid=18913): stderr: \u000a| �[0;m�[38;5;43m20221209154801161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154801161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154801161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154801162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154801162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154801162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154801162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:02.843457 run osmo-stp_10.42.42.5(pid=18913): stdout: \u000a| (launched: 2022-12-09_15:48:00.827038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:02.972063 run osmo-stp_10.42.42.5(pid=18913): stderr: \u000a| �[0;m�[38;5;43m20221209154801161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154801161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154801161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154801162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154801162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154801162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154801162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:03.028936 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18913): Process ended prematurely: osmo-stp_10.42.42.5(pid=18913) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18913)] [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a15:48:03.038149 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a15:48:03.101757 run osmo-hlr_10.42.42.2(pid=18910): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18910)]\u000a15:48:03.153752 run osmo-hlr_10.42.42.2(pid=18910): stdout: \u000a| (launched: 2022-12-09_15:47:59.888012) \u000a15:48:03.206429 run osmo-hlr_10.42.42.2(pid=18910): stderr: \u000a| �[0;m�[1;31m20221209154800066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154800066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154800066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154800066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154800066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154800066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154800078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154800087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154800087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154800087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:48:03.277641 run osmo-msc_10.42.42.6(pid=18916): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18916)]\u000a15:48:03.329319 run osmo-msc_10.42.42.6(pid=18916): stdout: \u000a| (launched: 2022-12-09_15:48:01.987940) \u000a15:48:03.381670 run osmo-msc_10.42.42.6(pid=18916): stderr: \u000a| �[0;m�[38;5;43m20221209154802457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154802457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ab1966c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154802457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154802457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154802458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154802458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154802459 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154802460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154802460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154802460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:48:03.426042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18909): Terminating (SIGTERM)\u000a15:48:03.467953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18912): Terminating (SIGTERM)\u000a15:48:03.510087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18915): Terminating (SIGTERM)\u000a15:48:03.520071 --- ParallelTerminationStrategy: PID 18909 died...\u000a15:48:03.576884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18909): Terminated: ok {rc=0}\u000a15:48:03.587045 --- ParallelTerminationStrategy: PID 18912 died...\u000a15:48:03.643215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18912): Terminated: ok {rc=0}\u000a15:48:03.653919 --- ParallelTerminationStrategy: PID 18915 died...\u000a15:48:03.709950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18915): Terminated: ok {rc=0}\u000a15:48:03.797046 bus /sierra_3: Setting Powered False\u000a15:48:04.900209 bus /sierra_3: Setting Powered False\u000a15:48:06.006554 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 159, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18924): Process ended prematurely: osmo-stp_10.42.42.5(pid=18924) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18924)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18924): Process ended prematurely: osmo-stp_10.42.42.5(pid=18924) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:48:07.120200 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:07.132213 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:48:07.277494 tst mo_mt_call_osmux.py: using LAC 22074\u000a15:48:07.396686 tst mo_mt_call_osmux.py: using RAC 144\u000a15:48:07.524299 tst mo_mt_call_osmux.py: using CellId 22074\u000a15:48:07.641763 tst mo_mt_call_osmux.py: using BVCI 22075\u000a15:48:07.664399 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:07.675535 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:07.686492 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:07.697973 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:07.709212 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:48:07.720550 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:48:07.839740 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:48:08.049764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:48:08.560335 run create_hlr_db(pid=18918): Launched\u000a15:48:08.747621 bus /sierra_2: Setting Powered False\u000a15:48:09.767590 run create_hlr_db(pid=18918): Terminated: ok {rc=0}\u000a15:48:10.169382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18920): Launched\u000a15:48:10.469483 run osmo-hlr_10.42.42.2(pid=18921): Launched\u000a15:48:10.588916 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:48:11.118592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18923): Launched\u000a15:48:11.420524 run osmo-stp_10.42.42.5(pid=18924): Launched\u000a15:48:11.529256 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:48:12.074818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18926): Launched\u000a15:48:12.374269 run osmo-msc_10.42.42.6(pid=18927): Launched\u000a15:48:12.548819 run osmo-stp_10.42.42.5(pid=18924): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18924)]\u000a15:48:12.675816 run osmo-stp_10.42.42.5(pid=18924): stdout: \u000a| (launched: 2022-12-09_15:48:11.270996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:12.801231 run osmo-stp_10.42.42.5(pid=18924): stderr: \u000a| �[0;m�[38;5;43m20221209154811443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154811443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154811443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154811444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154811444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154811444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154811444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:12.920870 run osmo-stp_10.42.42.5(pid=18924): stdout: \u000a| (launched: 2022-12-09_15:48:11.270996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:13.039435 run osmo-stp_10.42.42.5(pid=18924): stderr: \u000a| �[0;m�[38;5;43m20221209154811443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154811443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154811443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154811444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154811444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154811444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154811444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:13.091897 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18924): Process ended prematurely: osmo-stp_10.42.42.5(pid=18924) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18924)] [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a15:48:13.100427 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a15:48:13.158772 run osmo-hlr_10.42.42.2(pid=18921): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18921)]\u000a15:48:13.206740 run osmo-hlr_10.42.42.2(pid=18921): stdout: \u000a| (launched: 2022-12-09_15:48:10.321460) \u000a15:48:13.255825 run osmo-hlr_10.42.42.2(pid=18921): stderr: \u000a| �[0;m�[1;31m20221209154810498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154810498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154810498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154810498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154810498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154810498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154810511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154810519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154810520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154810520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:48:13.321808 run osmo-msc_10.42.42.6(pid=18927): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18927)]\u000a15:48:13.369996 run osmo-msc_10.42.42.6(pid=18927): stdout: \u000a| (launched: 2022-12-09_15:48:12.227067) \u000a15:48:13.418592 run osmo-msc_10.42.42.6(pid=18927): stderr: \u000a| �[0;m�[38;5;43m20221209154812502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154812502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa39b4fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154812502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154812502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154812502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154812503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154812504 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154812505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154812505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154812505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:48:13.459571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18920): Terminating (SIGTERM)\u000a15:48:13.498239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18923): Terminating (SIGTERM)\u000a15:48:13.536901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18926): Terminating (SIGTERM)\u000a15:48:13.546008 --- ParallelTerminationStrategy: PID 18920 died...\u000a15:48:13.598168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18920): Terminated: ok {rc=0}\u000a15:48:13.607640 --- ParallelTerminationStrategy: PID 18923 died...\u000a15:48:13.659603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18923): Terminated: ok {rc=0}\u000a15:48:13.669151 --- ParallelTerminationStrategy: PID 18926 died...\u000a15:48:13.720857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18926): Terminated: ok {rc=0}\u000a15:48:13.807542 bus /sierra_3: Setting Powered False\u000a15:48:14.908287 bus /sierra_3: Setting Powered False\u000a15:48:16.022934 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:47:56" }, { "cases" : [ { "testActions" : [ ], "age" : 159, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18938): Process ended prematurely: osmo-stp_10.42.42.5(pid=18938) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18938)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18938): Process ended prematurely: osmo-stp_10.42.42.5(pid=18938) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:48:17.987305 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:17.998498 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:48:18.140596 tst mo_mt_call.py: using LAC 22075\u000a15:48:18.260293 tst mo_mt_call.py: using RAC 145\u000a15:48:18.379850 tst mo_mt_call.py: using CellId 22075\u000a15:48:18.497377 tst mo_mt_call.py: using BVCI 22076\u000a15:48:18.520158 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:18.531163 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:18.542048 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:18.552879 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:18.563810 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:18.574843 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:48:18.688724 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:48:18.899826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:48:19.408007 run create_hlr_db(pid=18932): Launched\u000a15:48:19.595698 bus /sierra_2: Setting Powered False\u000a15:48:20.616034 run create_hlr_db(pid=18932): Terminated: ok {rc=0}\u000a15:48:21.021337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18934): Launched\u000a15:48:21.322292 run osmo-hlr_10.42.42.2(pid=18935): Launched\u000a15:48:21.442461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:48:21.966172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18937): Launched\u000a15:48:22.264495 run osmo-stp_10.42.42.5(pid=18938): Launched\u000a15:48:22.373326 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:48:22.919309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18940): Launched\u000a15:48:23.218677 run osmo-msc_10.42.42.6(pid=18941): Launched\u000a15:48:23.393706 run osmo-stp_10.42.42.5(pid=18938): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18938)]\u000a15:48:23.519739 run osmo-stp_10.42.42.5(pid=18938): stdout: \u000a| (launched: 2022-12-09_15:48:22.117590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:23.644194 run osmo-stp_10.42.42.5(pid=18938): stderr: \u000a| �[0;m�[38;5;43m20221209154822287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154822287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154822288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154822288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154822288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154822289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154822289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:23.764180 run osmo-stp_10.42.42.5(pid=18938): stdout: \u000a| (launched: 2022-12-09_15:48:22.117590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:23.882712 run osmo-stp_10.42.42.5(pid=18938): stderr: \u000a| �[0;m�[38;5;43m20221209154822287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154822287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154822288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154822288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154822288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154822289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154822289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:23.935230 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18938): Process ended prematurely: osmo-stp_10.42.42.5(pid=18938) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18938)] [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a15:48:23.943771 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a15:48:24.002289 run osmo-hlr_10.42.42.2(pid=18935): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18935)]\u000a15:48:24.050527 run osmo-hlr_10.42.42.2(pid=18935): stdout: \u000a| (launched: 2022-12-09_15:48:21.173744) \u000a15:48:24.099258 run osmo-hlr_10.42.42.2(pid=18935): stderr: \u000a| �[0;m�[1;31m20221209154821348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154821348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154821348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154821348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154821349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154821349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154821361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154821370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154821370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154821370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:48:24.165177 run osmo-msc_10.42.42.6(pid=18941): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18941)]\u000a15:48:24.213177 run osmo-msc_10.42.42.6(pid=18941): stdout: \u000a| (launched: 2022-12-09_15:48:23.071054) \u000a15:48:24.261883 run osmo-msc_10.42.42.6(pid=18941): stderr: \u000a| �[0;m�[38;5;43m20221209154823344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154823344 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f017ba41c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154823345 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154823345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154823345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154823345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154823347 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154823348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154823348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154823348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:48:24.302832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18934): Terminating (SIGTERM)\u000a15:48:24.341800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18937): Terminating (SIGTERM)\u000a15:48:24.380995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18940): Terminating (SIGTERM)\u000a15:48:24.390095 --- ParallelTerminationStrategy: PID 18934 died...\u000a15:48:24.442480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18934): Terminated: ok {rc=0}\u000a15:48:24.451944 --- ParallelTerminationStrategy: PID 18937 died...\u000a15:48:24.503889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18937): Terminated: ok {rc=0}\u000a15:48:24.513393 --- ParallelTerminationStrategy: PID 18940 died...\u000a15:48:24.565256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18940): Terminated: ok {rc=0}\u000a15:48:24.653343 bus /sierra_3: Setting Powered False\u000a15:48:25.754225 bus /sierra_3: Setting Powered False\u000a15:48:26.864501 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 161, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18949): Process ended prematurely: osmo-stp_10.42.42.5(pid=18949) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18949)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18949): Process ended prematurely: osmo-stp_10.42.42.5(pid=18949) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18949)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:48:27.972837 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:27.984478 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:48:28.128472 tst mo_mt_call_osmux.py: using LAC 22076\u000a15:48:28.247346 tst mo_mt_call_osmux.py: using RAC 146\u000a15:48:28.366292 tst mo_mt_call_osmux.py: using CellId 22076\u000a15:48:28.483597 tst mo_mt_call_osmux.py: using BVCI 22077\u000a15:48:28.506177 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:28.517282 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:28.528076 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:28.538814 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:28.549586 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:48:28.560408 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:48:28.679439 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:48:28.882358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:48:29.362629 run create_hlr_db(pid=18943): Launched\u000a15:48:29.534998 bus /sierra_2: Setting Powered False\u000a15:48:30.556378 run create_hlr_db(pid=18943): Terminated: ok {rc=0}\u000a15:48:30.972605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18945): Launched\u000a15:48:31.332042 run osmo-hlr_10.42.42.2(pid=18946): Launched\u000a15:48:31.485156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:48:32.212168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18948): Launched\u000a15:48:32.558595 run osmo-stp_10.42.42.5(pid=18949): Launched\u000a15:48:32.666107 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:48:33.213860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18951): Launched\u000a15:48:33.514128 run osmo-msc_10.42.42.6(pid=18952): Launched\u000a15:48:33.688569 run osmo-stp_10.42.42.5(pid=18949): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18949)]\u000a15:48:33.815853 run osmo-stp_10.42.42.5(pid=18949): stdout: \u000a| (launched: 2022-12-09_15:48:32.380687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:33.940677 run osmo-stp_10.42.42.5(pid=18949): stderr: \u000a| �[0;m�[38;5;43m20221209154832584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154832584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154832585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154832585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154832585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154832586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154832586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:34.061078 run osmo-stp_10.42.42.5(pid=18949): stdout: \u000a| (launched: 2022-12-09_15:48:32.380687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:34.179890 run osmo-stp_10.42.42.5(pid=18949): stderr: \u000a| �[0;m�[38;5;43m20221209154832584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154832584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154832585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154832585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154832585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154832586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154832586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:34.232703 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18949): Process ended prematurely: osmo-stp_10.42.42.5(pid=18949) [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18949)] [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a15:48:34.241090 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a15:48:34.299679 run osmo-hlr_10.42.42.2(pid=18946): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18946)]\u000a15:48:34.347647 run osmo-hlr_10.42.42.2(pid=18946): stdout: \u000a| (launched: 2022-12-09_15:48:31.127168) \u000a15:48:34.396392 run osmo-hlr_10.42.42.2(pid=18946): stderr: \u000a| �[0;m�[1;31m20221209154831553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154831553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154831553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154831554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154831554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154831554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154831574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154831597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154831598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154831598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:48:34.462407 run osmo-msc_10.42.42.6(pid=18952): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18952)]\u000a15:48:34.510498 run osmo-msc_10.42.42.6(pid=18952): stdout: \u000a| (launched: 2022-12-09_15:48:33.365852) \u000a15:48:34.559316 run osmo-msc_10.42.42.6(pid=18952): stderr: \u000a| �[0;m�[38;5;43m20221209154833642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154833642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20e8d3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154833643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154833643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154833643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154833643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154833645 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154833645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154833645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154833645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:48:34.600421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18945): Terminating (SIGTERM)\u000a15:48:34.639255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18948): Terminating (SIGTERM)\u000a15:48:34.678049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18951): Terminating (SIGTERM)\u000a15:48:34.687121 --- ParallelTerminationStrategy: PID 18945 died...\u000a15:48:34.739549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18945): Terminated: ok {rc=0}\u000a15:48:34.749064 --- ParallelTerminationStrategy: PID 18948 died...\u000a15:48:34.801327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18948): Terminated: ok {rc=0}\u000a15:48:34.810727 --- ParallelTerminationStrategy: PID 18951 died...\u000a15:48:34.862607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18951): Terminated: ok {rc=0}\u000a15:48:34.948653 bus /sierra_3: Setting Powered False\u000a15:48:36.050742 bus /sierra_3: Setting Powered False\u000a15:48:37.161162 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:48:17" }, { "cases" : [ { "testActions" : [ ], "age" : 159, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18963): Process ended prematurely: osmo-stp_10.42.42.5(pid=18963) [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18963)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18963): Process ended prematurely: osmo-stp_10.42.42.5(pid=18963) [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:48:39.112520 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:39.124031 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:48:39.275069 tst mo_mt_call.py: using LAC 22077\u000a15:48:39.402967 tst mo_mt_call.py: using RAC 147\u000a15:48:39.527171 tst mo_mt_call.py: using CellId 22077\u000a15:48:39.655984 tst mo_mt_call.py: using BVCI 22078\u000a15:48:39.680682 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:39.692418 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:39.703901 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:39.715714 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:39.727584 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:39.739486 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:48:39.859484 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:48:40.061811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:48:40.541260 run create_hlr_db(pid=18957): Launched\u000a15:48:40.713222 bus /sierra_2: Setting Powered False\u000a15:48:41.735196 run create_hlr_db(pid=18957): Terminated: ok {rc=0}\u000a15:48:42.135555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18959): Launched\u000a15:48:42.435449 run osmo-hlr_10.42.42.2(pid=18960): Launched\u000a15:48:42.551668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:48:43.081857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18962): Launched\u000a15:48:43.381232 run osmo-stp_10.42.42.5(pid=18963): Launched\u000a15:48:43.489842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:48:44.037601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18965): Launched\u000a15:48:44.337332 run osmo-msc_10.42.42.6(pid=18966): Launched\u000a15:48:44.512423 run osmo-stp_10.42.42.5(pid=18963): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18963)]\u000a15:48:44.639593 run osmo-stp_10.42.42.5(pid=18963): stdout: \u000a| (launched: 2022-12-09_15:48:43.233415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:44.764167 run osmo-stp_10.42.42.5(pid=18963): stderr: \u000a| �[0;m�[38;5;43m20221209154843405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154843405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154843405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154843405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154843406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154843406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154843406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:44.884703 run osmo-stp_10.42.42.5(pid=18963): stdout: \u000a| (launched: 2022-12-09_15:48:43.233415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:45.003232 run osmo-stp_10.42.42.5(pid=18963): stderr: \u000a| �[0;m�[38;5;43m20221209154843405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154843405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154843405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154843405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154843406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154843406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154843406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:45.055718 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18963): Process ended prematurely: osmo-stp_10.42.42.5(pid=18963) [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18963)] [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a15:48:45.063863 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a15:48:45.122518 run osmo-hlr_10.42.42.2(pid=18960): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18960)]\u000a15:48:45.170821 run osmo-hlr_10.42.42.2(pid=18960): stdout: \u000a| (launched: 2022-12-09_15:48:42.287401) \u000a15:48:45.219876 run osmo-hlr_10.42.42.2(pid=18960): stderr: \u000a| �[0;m�[1;31m20221209154842464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154842464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154842464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154842464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154842464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154842464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154842476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154842485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154842485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154842485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:48:45.286264 run osmo-msc_10.42.42.6(pid=18966): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18966)]\u000a15:48:45.334496 run osmo-msc_10.42.42.6(pid=18966): stdout: \u000a| (launched: 2022-12-09_15:48:44.189275) \u000a15:48:45.383410 run osmo-msc_10.42.42.6(pid=18966): stderr: \u000a| �[0;m�[38;5;43m20221209154844462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154844463 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ceb3c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154844463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154844463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154844464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154844464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154844466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154844466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154844466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154844466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:48:45.424666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18959): Terminating (SIGTERM)\u000a15:48:45.463428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18962): Terminating (SIGTERM)\u000a15:48:45.502575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18965): Terminating (SIGTERM)\u000a15:48:45.511714 --- ParallelTerminationStrategy: PID 18959 died...\u000a15:48:45.564307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18959): Terminated: ok {rc=0}\u000a15:48:45.573955 --- ParallelTerminationStrategy: PID 18962 died...\u000a15:48:45.626262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18962): Terminated: ok {rc=0}\u000a15:48:45.635747 --- ParallelTerminationStrategy: PID 18965 died...\u000a15:48:45.687933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18965): Terminated: ok {rc=0}\u000a15:48:45.775872 bus /sierra_3: Setting Powered False\u000a15:48:46.880047 bus /sierra_3: Setting Powered False\u000a15:48:47.985039 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 159, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18974): Process ended prematurely: osmo-stp_10.42.42.5(pid=18974) [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18974)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18974): Process ended prematurely: osmo-stp_10.42.42.5(pid=18974) [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:48:49.099331 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:49.111535 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:48:49.262567 tst mo_mt_call_osmux.py: using LAC 22078\u000a15:48:49.387116 tst mo_mt_call_osmux.py: using RAC 148\u000a15:48:49.512123 tst mo_mt_call_osmux.py: using CellId 22078\u000a15:48:49.638475 tst mo_mt_call_osmux.py: using BVCI 22079\u000a15:48:49.662859 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:49.674343 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:49.685915 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:49.697583 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:49.709182 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:48:49.720741 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:48:49.840159 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:48:50.041182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:48:50.521414 run create_hlr_db(pid=18968): Launched\u000a15:48:50.693603 bus /sierra_2: Setting Powered False\u000a15:48:51.713964 run create_hlr_db(pid=18968): Terminated: ok {rc=0}\u000a15:48:52.144063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18970): Launched\u000a15:48:52.469906 run osmo-hlr_10.42.42.2(pid=18971): Launched\u000a15:48:52.589769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:48:53.149760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18973): Launched\u000a15:48:53.471668 run osmo-stp_10.42.42.5(pid=18974): Launched\u000a15:48:53.589756 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:48:54.178842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18976): Launched\u000a15:48:54.501849 run osmo-msc_10.42.42.6(pid=18977): Launched\u000a15:48:54.691594 run osmo-stp_10.42.42.5(pid=18974): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18974)]\u000a15:48:54.827614 run osmo-stp_10.42.42.5(pid=18974): stdout: \u000a| (launched: 2022-12-09_15:48:53.313183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:54.963948 run osmo-stp_10.42.42.5(pid=18974): stderr: \u000a| �[0;m�[38;5;43m20221209154853507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154853507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154853507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154853508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154853508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154853508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154853508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:55.093305 run osmo-stp_10.42.42.5(pid=18974): stdout: \u000a| (launched: 2022-12-09_15:48:53.313183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:55.221228 run osmo-stp_10.42.42.5(pid=18974): stderr: \u000a| �[0;m�[38;5;43m20221209154853507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154853507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154853507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154853508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154853508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154853508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154853508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:55.277717 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18974): Process ended prematurely: osmo-stp_10.42.42.5(pid=18974) [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18974)] [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a15:48:55.286847 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a15:48:55.349211 run osmo-hlr_10.42.42.2(pid=18971): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18971)]\u000a15:48:55.399612 run osmo-hlr_10.42.42.2(pid=18971): stdout: \u000a| (launched: 2022-12-09_15:48:52.308291) \u000a15:48:55.451362 run osmo-hlr_10.42.42.2(pid=18971): stderr: \u000a| �[0;m�[1;31m20221209154852507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154852507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154852507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154852507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154852507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154852507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154852520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154852528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154852528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154852528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:48:55.521207 run osmo-msc_10.42.42.6(pid=18977): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18977)]\u000a15:48:55.572814 run osmo-msc_10.42.42.6(pid=18977): stdout: \u000a| (launched: 2022-12-09_15:48:54.342630) \u000a15:48:55.624446 run osmo-msc_10.42.42.6(pid=18977): stderr: \u000a| �[0;m�[38;5;43m20221209154854665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154854666 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae861aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154854666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154854666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154854666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154854666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154854668 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154854668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154854668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154854668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:48:55.668354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18970): Terminating (SIGTERM)\u000a15:48:55.709531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18973): Terminating (SIGTERM)\u000a15:48:55.751072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18976): Terminating (SIGTERM)\u000a15:48:55.761012 --- ParallelTerminationStrategy: PID 18970 died...\u000a15:48:55.817165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18970): Terminated: ok {rc=0}\u000a15:48:55.827299 --- ParallelTerminationStrategy: PID 18973 died...\u000a15:48:55.882845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18973): Terminated: ok {rc=0}\u000a15:48:55.892718 --- ParallelTerminationStrategy: PID 18976 died...\u000a15:48:55.947741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18976): Terminated: ok {rc=0}\u000a15:48:56.032746 bus /sierra_3: Setting Powered False\u000a15:48:57.138044 bus /sierra_3: Setting Powered False\u000a15:48:58.243992 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:48:38" }, { "cases" : [ { "testActions" : [ ], "age" : 159, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18988): Process ended prematurely: osmo-stp_10.42.42.5(pid=18988) [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18988)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18988): Process ended prematurely: osmo-stp_10.42.42.5(pid=18988) [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:49:00.203563 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:00.215103 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:49:00.365755 tst mo_mt_call.py: using LAC 22079\u000a15:49:00.491316 tst mo_mt_call.py: using RAC 149\u000a15:49:00.616450 tst mo_mt_call.py: using CellId 22079\u000a15:49:00.741815 tst mo_mt_call.py: using BVCI 22080\u000a15:49:00.766172 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:00.777570 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:00.788733 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:00.800238 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:00.812088 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:00.824570 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:49:00.982473 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:49:01.245352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:49:01.790140 run create_hlr_db(pid=18982): Launched\u000a15:49:01.982224 bus /sierra_2: Setting Powered False\u000a15:49:02.998537 run create_hlr_db(pid=18982): Terminated: ok {rc=0}\u000a15:49:03.402824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18984): Launched\u000a15:49:03.702685 run osmo-hlr_10.42.42.2(pid=18985): Launched\u000a15:49:03.812594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:49:04.334200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18987): Launched\u000a15:49:04.634553 run osmo-stp_10.42.42.5(pid=18988): Launched\u000a15:49:04.743166 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:49:05.291551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18990): Launched\u000a15:49:05.592711 run osmo-msc_10.42.42.6(pid=18991): Launched\u000a15:49:05.768087 run osmo-stp_10.42.42.5(pid=18988): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18988)]\u000a15:49:05.894614 run osmo-stp_10.42.42.5(pid=18988): stdout: \u000a| (launched: 2022-12-09_15:49:04.486938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:06.019480 run osmo-stp_10.42.42.5(pid=18988): stderr: \u000a| �[0;m�[38;5;43m20221209154904660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154904661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154904661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154904661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154904662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154904662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154904662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:06.139479 run osmo-stp_10.42.42.5(pid=18988): stdout: \u000a| (launched: 2022-12-09_15:49:04.486938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:06.258618 run osmo-stp_10.42.42.5(pid=18988): stderr: \u000a| �[0;m�[38;5;43m20221209154904660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154904661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154904661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154904661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154904662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154904662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154904662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:06.311378 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18988): Process ended prematurely: osmo-stp_10.42.42.5(pid=18988) [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18988)] [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a15:49:06.319899 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:49:06.379328 run osmo-hlr_10.42.42.2(pid=18985): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18985)]\u000a15:49:06.428017 run osmo-hlr_10.42.42.2(pid=18985): stdout: \u000a| (launched: 2022-12-09_15:49:03.554553) \u000a15:49:06.477223 run osmo-hlr_10.42.42.2(pid=18985): stderr: \u000a| �[0;m�[1;31m20221209154903733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154903733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154903733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154903733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154903733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154903733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154903745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154903755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154903755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154903755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:49:06.544353 run osmo-msc_10.42.42.6(pid=18991): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18991)]\u000a15:49:06.593123 run osmo-msc_10.42.42.6(pid=18991): stdout: \u000a| (launched: 2022-12-09_15:49:05.443991) \u000a15:49:06.642196 run osmo-msc_10.42.42.6(pid=18991): stderr: \u000a| �[0;m�[38;5;43m20221209154905716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154905717 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbca9fd9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154905717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154905717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154905717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154905717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154905719 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154905719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154905719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154905720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:49:06.683655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18984): Terminating (SIGTERM)\u000a15:49:06.722867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18987): Terminating (SIGTERM)\u000a15:49:06.762606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18990): Terminating (SIGTERM)\u000a15:49:06.771980 --- ParallelTerminationStrategy: PID 18984 died...\u000a15:49:06.825259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18984): Terminated: ok {rc=0}\u000a15:49:06.834979 --- ParallelTerminationStrategy: PID 18987 died...\u000a15:49:06.887663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18987): Terminated: ok {rc=0}\u000a15:49:06.897538 --- ParallelTerminationStrategy: PID 18990 died...\u000a15:49:06.950173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18990): Terminated: ok {rc=0}\u000a15:49:07.038240 bus /sierra_3: Setting Powered False\u000a15:49:08.141414 bus /sierra_3: Setting Powered False\u000a15:49:09.248059 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 159, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19000): Process ended prematurely: osmo-stp_10.42.42.5(pid=19000) [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19000)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19000): Process ended prematurely: osmo-stp_10.42.42.5(pid=19000) [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:49:10.362031 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:10.374121 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:49:10.523394 tst mo_mt_call_osmux.py: using LAC 22080\u000a15:49:10.644053 tst mo_mt_call_osmux.py: using RAC 150\u000a15:49:10.762898 tst mo_mt_call_osmux.py: using CellId 22080\u000a15:49:10.881800 tst mo_mt_call_osmux.py: using BVCI 22081\u000a15:49:10.904576 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:10.915728 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:10.926801 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:10.937628 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:10.948691 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:49:10.959551 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:49:11.072820 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:49:11.281664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:49:11.759595 run create_hlr_db(pid=18993): Launched\u000a15:49:11.931840 bus /sierra_2: Setting Powered False\u000a15:49:12.953104 run create_hlr_db(pid=18993): Terminated: ok {rc=0}\u000a15:49:13.353776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18996): Launched\u000a15:49:13.652533 run osmo-hlr_10.42.42.2(pid=18997): Launched\u000a15:49:13.768691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:49:14.301437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18999): Launched\u000a15:49:14.599484 run osmo-stp_10.42.42.5(pid=19000): Launched\u000a15:49:14.707841 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:49:15.254877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19002): Launched\u000a15:49:15.555514 run osmo-msc_10.42.42.6(pid=19003): Launched\u000a15:49:15.730392 run osmo-stp_10.42.42.5(pid=19000): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19000)]\u000a15:49:15.882131 run osmo-stp_10.42.42.5(pid=19000): stdout: \u000a| (launched: 2022-12-09_15:49:14.452485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:16.027988 run osmo-stp_10.42.42.5(pid=19000): stderr: \u000a| �[0;m�[38;5;43m20221209154914625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154914625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154914625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154914626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154914626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154914626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154914626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:16.163134 run osmo-stp_10.42.42.5(pid=19000): stdout: \u000a| (launched: 2022-12-09_15:49:14.452485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:16.297094 run osmo-stp_10.42.42.5(pid=19000): stderr: \u000a| �[0;m�[38;5;43m20221209154914625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154914625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154914625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154914626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154914626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154914626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154914626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:16.355912 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19000): Process ended prematurely: osmo-stp_10.42.42.5(pid=19000) [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19000)] [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a15:49:16.366142 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a15:49:16.434971 run osmo-hlr_10.42.42.2(pid=18997): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18997)]\u000a15:49:16.488400 run osmo-hlr_10.42.42.2(pid=18997): stdout: \u000a| (launched: 2022-12-09_15:49:13.505571) \u000a15:49:16.543756 run osmo-hlr_10.42.42.2(pid=18997): stderr: \u000a| �[0;m�[1;31m20221209154913685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154913685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154913685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154913686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154913686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154913686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154913698 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154913706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154913707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154913707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:49:16.617130 run osmo-msc_10.42.42.6(pid=19003): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19003)]\u000a15:49:16.671859 run osmo-msc_10.42.42.6(pid=19003): stdout: \u000a| (launched: 2022-12-09_15:49:15.406790) \u000a15:49:16.726735 run osmo-msc_10.42.42.6(pid=19003): stderr: \u000a| �[0;m�[38;5;43m20221209154915681 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154915681 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feef29b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154915681 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154915681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154915682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154915682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154915683 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154915684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154915684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154915684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:49:16.773889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18996): Terminating (SIGTERM)\u000a15:49:16.819573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18999): Terminating (SIGTERM)\u000a15:49:16.865584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19002): Terminating (SIGTERM)\u000a15:49:16.876542 --- ParallelTerminationStrategy: PID 18996 died...\u000a15:49:16.937249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18996): Terminated: ok {rc=0}\u000a15:49:16.948219 --- ParallelTerminationStrategy: PID 18999 died...\u000a15:49:17.007496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18999): Terminated: ok {rc=0}\u000a15:49:17.019888 --- ParallelTerminationStrategy: PID 19002 died...\u000a15:49:17.079124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19002): Terminated: ok {rc=0}\u000a15:49:17.167226 bus /sierra_3: Setting Powered False\u000a15:49:18.269235 bus /sierra_3: Setting Powered False\u000a15:49:19.378942 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:48:59" }, { "cases" : [ { "testActions" : [ ], "age" : 159, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19014): Process ended prematurely: osmo-stp_10.42.42.5(pid=19014) [trial-2361↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19014)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19014): Process ended prematurely: osmo-stp_10.42.42.5(pid=19014) [trial-2361↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a15:49:21.325054 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:21.336023 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:49:21.483576 tst mo_mt_call.py: using LAC 22081\u000a15:49:21.598429 tst mo_mt_call.py: using RAC 151\u000a15:49:21.713355 tst mo_mt_call.py: using CellId 22081\u000a15:49:21.827930 tst mo_mt_call.py: using BVCI 22082\u000a15:49:21.850573 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:21.861541 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:21.872269 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:21.883023 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:21.893796 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:21.904526 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:49:22.023743 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:49:22.223876 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:49:22.701947 run create_hlr_db(pid=19008): Launched\u000a15:49:22.874199 bus /sierra_2: Setting Powered False\u000a15:49:23.895351 run create_hlr_db(pid=19008): Terminated: ok {rc=0}\u000a15:49:24.295520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19010): Launched\u000a15:49:24.594874 run osmo-hlr_10.42.42.2(pid=19011): Launched\u000a15:49:24.709633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:49:25.236169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19013): Launched\u000a15:49:25.536347 run osmo-stp_10.42.42.5(pid=19014): Launched\u000a15:49:25.644891 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:49:26.192438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19016): Launched\u000a15:49:26.492473 run osmo-msc_10.42.42.6(pid=19017): Launched\u000a15:49:26.667563 run osmo-stp_10.42.42.5(pid=19014): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19014)]\u000a15:49:26.793853 run osmo-stp_10.42.42.5(pid=19014): stdout: \u000a| (launched: 2022-12-09_15:49:25.388028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:26.918996 run osmo-stp_10.42.42.5(pid=19014): stderr: \u000a| �[0;m�[38;5;43m20221209154925559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154925559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154925560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154925560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154925562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154925562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154925563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:27.039099 run osmo-stp_10.42.42.5(pid=19014): stdout: \u000a| (launched: 2022-12-09_15:49:25.388028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:27.158313 run osmo-stp_10.42.42.5(pid=19014): stderr: \u000a| �[0;m�[38;5;43m20221209154925559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154925559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154925560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154925560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154925562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154925562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154925563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:27.211668 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19014): Process ended prematurely: osmo-stp_10.42.42.5(pid=19014) [trial-2361↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19014)] [trial-2361↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a15:49:27.220053 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a15:49:27.278861 run osmo-hlr_10.42.42.2(pid=19011): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19011)]\u000a15:49:27.326972 run osmo-hlr_10.42.42.2(pid=19011): stdout: \u000a| (launched: 2022-12-09_15:49:24.447779) \u000a15:49:27.375945 run osmo-hlr_10.42.42.2(pid=19011): stderr: \u000a| �[0;m�[1;31m20221209154924627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154924627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154924627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154924627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154924627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154924627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154924639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154924648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154924648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154924648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:49:27.442086 run osmo-msc_10.42.42.6(pid=19017): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19017)]\u000a15:49:27.490547 run osmo-msc_10.42.42.6(pid=19017): stdout: \u000a| (launched: 2022-12-09_15:49:26.344091) \u000a15:49:27.539046 run osmo-msc_10.42.42.6(pid=19017): stderr: \u000a| �[0;m�[38;5;43m20221209154926620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154926620 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d87586c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154926620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154926620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154926620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154926620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154926622 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154926623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154926623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154926623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:49:27.580208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19010): Terminating (SIGTERM)\u000a15:49:27.618841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19013): Terminating (SIGTERM)\u000a15:49:27.657495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19016): Terminating (SIGTERM)\u000a15:49:27.666530 --- ParallelTerminationStrategy: PID 19010 died...\u000a15:49:27.719162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19010): Terminated: ok {rc=0}\u000a15:49:27.728616 --- ParallelTerminationStrategy: PID 19013 died...\u000a15:49:27.780541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19013): Terminated: ok {rc=0}\u000a15:49:27.790000 --- ParallelTerminationStrategy: PID 19016 died...\u000a15:49:27.841675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19016): Terminated: ok {rc=0}\u000a15:49:27.927961 bus /sierra_3: Setting Powered False\u000a15:49:29.034962 bus /sierra_3: Setting Powered False\u000a15:49:30.142245 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 159, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19025): Process ended prematurely: osmo-stp_10.42.42.5(pid=19025) [trial-2361↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19025)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19025): Process ended prematurely: osmo-stp_10.42.42.5(pid=19025) [trial-2361↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:49:31.267125 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:31.282149 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:49:31.445604 tst mo_mt_call_osmux.py: using LAC 22082\u000a15:49:31.596080 tst mo_mt_call_osmux.py: using RAC 152\u000a15:49:31.759751 tst mo_mt_call_osmux.py: using CellId 22082\u000a15:49:31.914254 tst mo_mt_call_osmux.py: using BVCI 22083\u000a15:49:31.940000 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:31.952459 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:31.965589 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:31.979921 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:31.993871 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:49:32.008770 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:49:32.153904 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:49:32.373785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:49:32.882784 run create_hlr_db(pid=19019): Launched\u000a15:49:33.069970 bus /sierra_2: Setting Powered False\u000a15:49:34.089950 run create_hlr_db(pid=19019): Terminated: ok {rc=0}\u000a15:49:34.520430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19021): Launched\u000a15:49:34.845261 run osmo-hlr_10.42.42.2(pid=19022): Launched\u000a15:49:34.965055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:49:35.527805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19024): Launched\u000a15:49:35.853174 run osmo-stp_10.42.42.5(pid=19025): Launched\u000a15:49:35.970200 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:49:36.560761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19027): Launched\u000a15:49:36.884765 run osmo-msc_10.42.42.6(pid=19028): Launched\u000a15:49:37.073618 run osmo-stp_10.42.42.5(pid=19025): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19025)]\u000a15:49:37.209989 run osmo-stp_10.42.42.5(pid=19025): stdout: \u000a| (launched: 2022-12-09_15:49:35.692765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:37.346501 run osmo-stp_10.42.42.5(pid=19025): stderr: \u000a| �[0;m�[38;5;43m20221209154935886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154935886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154935886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154935887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154935887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154935887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154935887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:37.476027 run osmo-stp_10.42.42.5(pid=19025): stdout: \u000a| (launched: 2022-12-09_15:49:35.692765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:37.605028 run osmo-stp_10.42.42.5(pid=19025): stderr: \u000a| �[0;m�[38;5;43m20221209154935886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154935886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154935886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154935887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154935887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154935887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154935887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:37.661850 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19025): Process ended prematurely: osmo-stp_10.42.42.5(pid=19025) [trial-2361↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19025)] [trial-2361↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a15:49:37.671103 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a15:49:37.733595 run osmo-hlr_10.42.42.2(pid=19022): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19022)]\u000a15:49:37.784757 run osmo-hlr_10.42.42.2(pid=19022): stdout: \u000a| (launched: 2022-12-09_15:49:34.685827) \u000a15:49:37.836723 run osmo-hlr_10.42.42.2(pid=19022): stderr: \u000a| �[0;m�[1;31m20221209154934883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154934883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154934883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154934883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154934883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154934883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154934898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154934909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154934909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154934909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:49:37.907046 run osmo-msc_10.42.42.6(pid=19028): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19028)]\u000a15:49:37.957805 run osmo-msc_10.42.42.6(pid=19028): stdout: \u000a| (launched: 2022-12-09_15:49:36.725404) \u000a15:49:38.009133 run osmo-msc_10.42.42.6(pid=19028): stderr: \u000a| �[0;m�[38;5;43m20221209154937048 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154937048 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65be9e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154937048 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154937049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154937049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154937049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154937051 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154937051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154937051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154937051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:49:38.052856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19021): Terminating (SIGTERM)\u000a15:49:38.094184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19024): Terminating (SIGTERM)\u000a15:49:38.135735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19027): Terminating (SIGTERM)\u000a15:49:38.145510 --- ParallelTerminationStrategy: PID 19021 died...\u000a15:49:38.200883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19021): Terminated: ok {rc=0}\u000a15:49:38.211312 --- ParallelTerminationStrategy: PID 19024 died...\u000a15:49:38.266845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19024): Terminated: ok {rc=0}\u000a15:49:38.276848 --- ParallelTerminationStrategy: PID 19027 died...\u000a15:49:38.331772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19027): Terminated: ok {rc=0}\u000a15:49:38.417328 bus /sierra_3: Setting Powered False\u000a15:49:39.523510 bus /sierra_3: Setting Powered False\u000a15:49:40.628734 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:49:21" }, { "cases" : [ { "testActions" : [ ], "age" : 159, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19039): Process ended prematurely: osmo-stp_10.42.42.5(pid=19039) [trial-2361↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19039)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19039): Process ended prematurely: osmo-stp_10.42.42.5(pid=19039) [trial-2361↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a15:49:42.588285 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:42.599548 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:49:42.761080 tst mo_mt_call.py: using LAC 22083\u000a15:49:42.893939 tst mo_mt_call.py: using RAC 153\u000a15:49:43.018883 tst mo_mt_call.py: using CellId 22083\u000a15:49:43.145617 tst mo_mt_call.py: using BVCI 22084\u000a15:49:43.169968 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:43.181243 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:43.192227 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:43.203472 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:43.214828 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:43.226149 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:49:43.345307 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:49:43.555893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:49:44.063811 run create_hlr_db(pid=19033): Launched\u000a15:49:44.250720 bus /sierra_2: Setting Powered False\u000a15:49:45.270818 run create_hlr_db(pid=19033): Terminated: ok {rc=0}\u000a15:49:45.676454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19035): Launched\u000a15:49:46.070317 run osmo-hlr_10.42.42.2(pid=19036): Launched\u000a15:49:46.231166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:49:47.024613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19038): Launched\u000a15:49:47.421789 run osmo-stp_10.42.42.5(pid=19039): Launched\u000a15:49:47.546279 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:49:48.139614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19041): Launched\u000a15:49:48.463739 run osmo-msc_10.42.42.6(pid=19042): Launched\u000a15:49:48.654029 run osmo-stp_10.42.42.5(pid=19039): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19039)]\u000a15:49:48.790640 run osmo-stp_10.42.42.5(pid=19039): stdout: \u000a| (launched: 2022-12-09_15:49:47.194172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:48.926448 run osmo-stp_10.42.42.5(pid=19039): stderr: \u000a| �[0;m�[38;5;43m20221209154947469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154947469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154947469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154947469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154947470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154947470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154947470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:49.055992 run osmo-stp_10.42.42.5(pid=19039): stdout: \u000a| (launched: 2022-12-09_15:49:47.194172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:49.185167 run osmo-stp_10.42.42.5(pid=19039): stderr: \u000a| �[0;m�[38;5;43m20221209154947469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154947469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154947469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154947469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154947470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154947470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154947470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:49.241921 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19039): Process ended prematurely: osmo-stp_10.42.42.5(pid=19039) [trial-2361↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19039)] [trial-2361↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a15:49:49.251194 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a15:49:49.314152 run osmo-hlr_10.42.42.2(pid=19036): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19036)]\u000a15:49:49.365261 run osmo-hlr_10.42.42.2(pid=19036): stdout: \u000a| (launched: 2022-12-09_15:49:45.828362) \u000a15:49:49.416807 run osmo-hlr_10.42.42.2(pid=19036): stderr: \u000a| �[0;m�[1;31m20221209154946188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154946188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154946188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154946188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154946188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154946188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154946205 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154946232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154946233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154946235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:49:49.486896 run osmo-msc_10.42.42.6(pid=19042): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19042)]\u000a15:49:49.537850 run osmo-msc_10.42.42.6(pid=19042): stdout: \u000a| (launched: 2022-12-09_15:49:48.304229) \u000a15:49:49.589772 run osmo-msc_10.42.42.6(pid=19042): stderr: \u000a| �[0;m�[38;5;43m20221209154948629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154948629 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87aeeb1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154948629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154948629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154948630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154948630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154948631 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154948632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154948632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154948632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:49:49.633283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19035): Terminating (SIGTERM)\u000a15:49:49.674801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19038): Terminating (SIGTERM)\u000a15:49:49.716583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19041): Terminating (SIGTERM)\u000a15:49:49.726413 --- ParallelTerminationStrategy: PID 19035 died...\u000a15:49:49.782110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19035): Terminated: ok {rc=0}\u000a15:49:49.792273 --- ParallelTerminationStrategy: PID 19038 died...\u000a15:49:49.848075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19038): Terminated: ok {rc=0}\u000a15:49:49.858275 --- ParallelTerminationStrategy: PID 19041 died...\u000a15:49:49.914197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19041): Terminated: ok {rc=0}\u000a15:49:50.001697 bus /sierra_3: Setting Powered False\u000a15:49:51.106570 bus /sierra_3: Setting Powered False\u000a15:49:52.217370 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 159, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19050): Process ended prematurely: osmo-stp_10.42.42.5(pid=19050) [trial-2361↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19050)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19050): Process ended prematurely: osmo-stp_10.42.42.5(pid=19050) [trial-2361↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:49:53.327119 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:53.338706 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:49:53.490884 tst mo_mt_call_osmux.py: using LAC 22084\u000a15:49:53.616837 tst mo_mt_call_osmux.py: using RAC 154\u000a15:49:53.742360 tst mo_mt_call_osmux.py: using CellId 22084\u000a15:49:53.867655 tst mo_mt_call_osmux.py: using BVCI 22085\u000a15:49:53.892304 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:53.903739 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:53.914918 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:53.926416 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:53.937829 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:49:53.949351 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:49:54.066244 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:49:54.265756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:49:54.745943 run create_hlr_db(pid=19044): Launched\u000a15:49:54.917793 bus /sierra_2: Setting Powered False\u000a15:49:55.939707 run create_hlr_db(pid=19044): Terminated: ok {rc=0}\u000a15:49:56.370726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19046): Launched\u000a15:49:56.694800 run osmo-hlr_10.42.42.2(pid=19047): Launched\u000a15:49:56.815809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:49:57.376211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19049): Launched\u000a15:49:57.699391 run osmo-stp_10.42.42.5(pid=19050): Launched\u000a15:49:57.816729 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:49:58.409288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19052): Launched\u000a15:49:58.731475 run osmo-msc_10.42.42.6(pid=19053): Launched\u000a15:49:58.920235 run osmo-stp_10.42.42.5(pid=19050): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19050)]\u000a15:49:59.057430 run osmo-stp_10.42.42.5(pid=19050): stdout: \u000a| (launched: 2022-12-09_15:49:57.540181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:59.193573 run osmo-stp_10.42.42.5(pid=19050): stderr: \u000a| �[0;m�[38;5;43m20221209154957733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154957733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154957733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154957734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154957736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154957736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154957736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:59.323449 run osmo-stp_10.42.42.5(pid=19050): stdout: \u000a| (launched: 2022-12-09_15:49:57.540181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:59.451812 run osmo-stp_10.42.42.5(pid=19050): stderr: \u000a| �[0;m�[38;5;43m20221209154957733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209154957733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209154957733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209154957734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209154957736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209154957736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209154957736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:59.508606 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19050): Process ended prematurely: osmo-stp_10.42.42.5(pid=19050) [trial-2361↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19050)] [trial-2361↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a15:49:59.517865 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a15:49:59.580606 run osmo-hlr_10.42.42.2(pid=19047): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19047)]\u000a15:49:59.631904 run osmo-hlr_10.42.42.2(pid=19047): stdout: \u000a| (launched: 2022-12-09_15:49:56.534971) \u000a15:49:59.683827 run osmo-hlr_10.42.42.2(pid=19047): stderr: \u000a| �[0;m�[1;31m20221209154956736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209154956736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209154956736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154956736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209154956736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209154956736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209154956748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209154956757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209154956757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209154956757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:49:59.753770 run osmo-msc_10.42.42.6(pid=19053): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19053)]\u000a15:49:59.805031 run osmo-msc_10.42.42.6(pid=19053): stdout: \u000a| (launched: 2022-12-09_15:49:58.573088) \u000a15:49:59.856759 run osmo-msc_10.42.42.6(pid=19053): stderr: \u000a| �[0;m�[38;5;43m20221209154958896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209154958896 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f985cfb8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209154958896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209154958896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209154958896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209154958896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209154958898 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209154958898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209154958899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209154958899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:49:59.899988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19046): Terminating (SIGTERM)\u000a15:49:59.941248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19049): Terminating (SIGTERM)\u000a15:49:59.982396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19052): Terminating (SIGTERM)\u000a15:49:59.992280 --- ParallelTerminationStrategy: PID 19046 died...\u000a15:50:00.047767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19046): Terminated: ok {rc=0}\u000a15:50:00.057819 --- ParallelTerminationStrategy: PID 19049 died...\u000a15:50:00.113083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19049): Terminated: ok {rc=0}\u000a15:50:00.123091 --- ParallelTerminationStrategy: PID 19052 died...\u000a15:50:00.178309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19052): Terminated: ok {rc=0}\u000a15:50:00.263946 bus /sierra_3: Setting Powered False\u000a15:50:01.402204 bus /sierra_3: Setting Powered False\u000a15:50:02.513310 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:49:42" }, { "cases" : [ { "testActions" : [ ], "age" : 159, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19067): Process ended prematurely: osmo-stp_10.42.42.5(pid=19067) [trial-2361↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19067)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19067): Process ended prematurely: osmo-stp_10.42.42.5(pid=19067) [trial-2361↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a15:50:04.477889 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:04.488336 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a15:50:04.608337 tst emergency_mo_mt_call.py: using LAC 22085\u000a15:50:04.721971 tst emergency_mo_mt_call.py: using RAC 155\u000a15:50:04.835590 tst emergency_mo_mt_call.py: using CellId 22085\u000a15:50:04.948551 tst emergency_mo_mt_call.py: using BVCI 22086\u000a15:50:04.970552 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:04.980989 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:04.991253 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:05.001678 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:05.012056 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:05.022430 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:05.139470 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:05.347127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:50:05.846112 run create_hlr_db(pid=19061): Launched\u000a15:50:06.030251 bus /sierra_2: Setting Powered False\u000a15:50:07.049881 run create_hlr_db(pid=19061): Terminated: ok {rc=0}\u000a15:50:07.472263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19063): Launched\u000a15:50:07.790804 run osmo-hlr_10.42.42.2(pid=19064): Launched\u000a15:50:07.909325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:50:08.461681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19066): Launched\u000a15:50:08.780166 run osmo-stp_10.42.42.5(pid=19067): Launched\u000a15:50:08.904057 tst emergency_mo_mt_call.py: using MSISDN 7259\u000a15:50:09.061327 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:50:09.638077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19069): Launched\u000a15:50:09.955287 run osmo-msc_10.42.42.6(pid=19070): Launched\u000a15:50:10.140688 run osmo-stp_10.42.42.5(pid=19067): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19067)]\u000a15:50:10.274642 run osmo-stp_10.42.42.5(pid=19067): stdout: \u000a| (launched: 2022-12-09_15:50:08.623503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:10.408295 run osmo-stp_10.42.42.5(pid=19067): stderr: \u000a| �[0;m�[38;5;43m20221209155008815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155008815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155008815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155008816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155008816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155008816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155008816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:10.536256 run osmo-stp_10.42.42.5(pid=19067): stdout: \u000a| (launched: 2022-12-09_15:50:08.623503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:10.663433 run osmo-stp_10.42.42.5(pid=19067): stderr: \u000a| �[0;m�[38;5;43m20221209155008815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155008815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155008815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155008816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155008816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155008816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155008816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:10.718751 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=19067): Process ended prematurely: osmo-stp_10.42.42.5(pid=19067) [trial-2361↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19067)] [trial-2361↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a15:50:10.727369 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a15:50:10.789701 run osmo-hlr_10.42.42.2(pid=19064): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19064)]\u000a15:50:10.840669 run osmo-hlr_10.42.42.2(pid=19064): stdout: \u000a| (launched: 2022-12-09_15:50:07.634198) \u000a15:50:10.892244 run osmo-hlr_10.42.42.2(pid=19064): stderr: \u000a| �[0;m�[1;31m20221209155007832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155007832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155007832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155007832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155007832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155007832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155007843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155007852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155007852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155007852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:50:10.962092 run osmo-msc_10.42.42.6(pid=19070): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19070)]\u000a15:50:11.012982 run osmo-msc_10.42.42.6(pid=19070): stdout: \u000a| (launched: 2022-12-09_15:50:09.799148) \u000a15:50:11.064602 run osmo-msc_10.42.42.6(pid=19070): stderr: \u000a| �[0;m�[38;5;43m20221209155010120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155010120 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b3d7fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155010120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155010120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155010120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155010121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155010122 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155010123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155010123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155010123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:50:11.108112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19063): Terminating (SIGTERM)\u000a15:50:11.149533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19066): Terminating (SIGTERM)\u000a15:50:11.191092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19069): Terminating (SIGTERM)\u000a15:50:11.201146 --- ParallelTerminationStrategy: PID 19063 died...\u000a15:50:11.256539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19063): Terminated: ok {rc=0}\u000a15:50:11.266949 --- ParallelTerminationStrategy: PID 19066 died...\u000a15:50:11.322234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19066): Terminated: ok {rc=0}\u000a15:50:11.332539 --- ParallelTerminationStrategy: PID 19069 died...\u000a15:50:11.387828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19069): Terminated: ok {rc=0}\u000a15:50:11.473341 bus /sierra_3: Setting Powered False\u000a15:50:12.573533 bus /sierra_3: Setting Powered False\u000a15:50:13.683254 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19078): Process ended prematurely: osmo-stp_10.42.42.5(pid=19078) [trial-2361↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19078)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19078): Process ended prematurely: osmo-stp_10.42.42.5(pid=19078) [trial-2361↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a15:50:14.734825 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:14.746798 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a15:50:14.877139 tst emergency_preemptive_call.py: using LAC 22086\u000a15:50:15.001591 tst emergency_preemptive_call.py: using RAC 156\u000a15:50:15.126565 tst emergency_preemptive_call.py: using CellId 22086\u000a15:50:15.250022 tst emergency_preemptive_call.py: using BVCI 22087\u000a15:50:15.273905 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:15.284714 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:15.295565 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:15.306774 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:15.317879 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:50:15.328750 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:15.443060 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:15.562429 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:15.676706 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:15.888826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:50:16.469608 run create_hlr_db(pid=19072): Launched\u000a15:50:16.644705 bus /sierra_2: Setting Powered False\u000a15:50:17.661951 run create_hlr_db(pid=19072): Terminated: ok {rc=0}\u000a15:50:18.088449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19074): Launched\u000a15:50:18.406744 run osmo-hlr_10.42.42.2(pid=19075): Launched\u000a15:50:18.524597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:50:19.078544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19077): Launched\u000a15:50:19.397086 run osmo-stp_10.42.42.5(pid=19078): Launched\u000a15:50:19.526713 tst emergency_preemptive_call.py: using MSISDN 7260\u000a15:50:19.687032 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:50:20.264817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19080): Launched\u000a15:50:20.585339 run osmo-msc_10.42.42.6(pid=19081): Launched\u000a15:50:20.771159 run osmo-stp_10.42.42.5(pid=19078): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19078)]\u000a15:50:20.905832 run osmo-stp_10.42.42.5(pid=19078): stdout: \u000a| (launched: 2022-12-09_15:50:19.240011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:21.037711 run osmo-stp_10.42.42.5(pid=19078): stderr: \u000a| �[0;m�[38;5;43m20221209155019433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155019433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155019433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155019434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155019434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155019434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155019434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:21.165081 run osmo-stp_10.42.42.5(pid=19078): stdout: \u000a| (launched: 2022-12-09_15:50:19.240011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:21.291470 run osmo-stp_10.42.42.5(pid=19078): stderr: \u000a| �[0;m�[38;5;43m20221209155019433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155019433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155019433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155019434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155019434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155019434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155019434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:21.346790 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=19078): Process ended prematurely: osmo-stp_10.42.42.5(pid=19078) [trial-2361↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19078)] [trial-2361↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a15:50:21.355362 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a15:50:21.418428 run osmo-hlr_10.42.42.2(pid=19075): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19075)]\u000a15:50:21.469793 run osmo-hlr_10.42.42.2(pid=19075): stdout: \u000a| (launched: 2022-12-09_15:50:18.250120) \u000a15:50:21.521947 run osmo-hlr_10.42.42.2(pid=19075): stderr: \u000a| �[0;m�[1;31m20221209155018447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155018447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155018447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155018447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155018447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155018447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155018459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155018467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155018468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155018468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:50:21.592272 run osmo-msc_10.42.42.6(pid=19081): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19081)]\u000a15:50:21.644013 run osmo-msc_10.42.42.6(pid=19081): stdout: \u000a| (launched: 2022-12-09_15:50:20.426391) \u000a15:50:21.696250 run osmo-msc_10.42.42.6(pid=19081): stderr: \u000a| �[0;m�[38;5;43m20221209155020751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155020751 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0115590c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155020751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155020751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155020751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155020752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155020753 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155020754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155020754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155020754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:50:21.740221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19074): Terminating (SIGTERM)\u000a15:50:21.781526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19077): Terminating (SIGTERM)\u000a15:50:21.823199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19080): Terminating (SIGTERM)\u000a15:50:21.833416 --- ParallelTerminationStrategy: PID 19074 died...\u000a15:50:21.888990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19074): Terminated: ok {rc=0}\u000a15:50:21.899517 --- ParallelTerminationStrategy: PID 19077 died...\u000a15:50:21.954694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19077): Terminated: ok {rc=0}\u000a15:50:21.964844 --- ParallelTerminationStrategy: PID 19080 died...\u000a15:50:22.021350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19080): Terminated: ok {rc=0}\u000a15:50:22.108060 bus /sierra_9: Setting Powered False\u000a15:50:23.214803 bus /sierra_9: Setting Powered False\u000a15:50:24.326918 bus /sierra_8: Setting Powered False\u000a15:50:25.428981 bus /sierra_8: Setting Powered False\u000a15:50:26.539494 bus /sierra_3: Setting Powered False\u000a15:50:27.641262 bus /sierra_3: Setting Powered False\u000a15:50:28.750613 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:50:04" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19097): Process ended prematurely: osmo-stp_10.42.42.5(pid=19097) [trial-2361↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19097)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19097): Process ended prematurely: osmo-stp_10.42.42.5(pid=19097) [trial-2361↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:50:30.820461 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:30.830998 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a15:50:30.973669 tst cs_paging_gprs_active.py: using LAC 22087\u000a15:50:31.125984 tst cs_paging_gprs_active.py: using RAC 157\u000a15:50:31.266237 tst cs_paging_gprs_active.py: using CellId 22087\u000a15:50:31.401876 tst cs_paging_gprs_active.py: using BVCI 22088\u000a15:50:31.429092 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:31.440995 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:31.453001 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:31.466327 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:31.478071 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:31.491828 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:31.504843 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:31.517154 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:31.529470 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:31.655610 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:31.960469 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:50:32.086604 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:50:32.399268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19087): Launched\u000a15:50:32.657859 run iperf3-srv_10.42.42.10(pid=19088): Launched\u000a15:50:32.841079 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:50:32.965665 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:50:33.278384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19089): Launched\u000a15:50:33.538196 run iperf3-srv_10.42.42.10(pid=19090): Launched\u000a15:50:33.721772 tst cs_paging_gprs_active.py:38: start network...\u000a15:50:33.846785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:50:34.326576 run create_hlr_db(pid=19091): Launched\u000a15:50:34.499052 bus /sierra_2: Setting Powered False\u000a15:50:35.520205 run create_hlr_db(pid=19091): Terminated: ok {rc=0}\u000a15:50:35.920507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19093): Launched\u000a15:50:36.221236 run osmo-hlr_10.42.42.2(pid=19094): Launched\u000a15:50:36.330251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:50:36.849361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19096): Launched\u000a15:50:37.150096 run osmo-stp_10.42.42.5(pid=19097): Launched\u000a15:50:37.258719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:50:37.780420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19099): Launched\u000a15:50:37.886687 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:50:38.149536 run patchelf(pid=19100): Launched\u000a15:50:38.324796 run osmo-stp_10.42.42.5(pid=19097): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19097)]\u000a15:50:38.453247 run osmo-stp_10.42.42.5(pid=19097): stdout: \u000a| (launched: 2022-12-09_15:50:37.001871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:38.582099 run osmo-stp_10.42.42.5(pid=19097): stderr: \u000a| �[0;m�[38;5;43m20221209155037173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155037173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155037173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155037174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155037174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155037174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155037174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:38.705977 run osmo-stp_10.42.42.5(pid=19097): stdout: \u000a| (launched: 2022-12-09_15:50:37.001871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:38.828408 run osmo-stp_10.42.42.5(pid=19097): stderr: \u000a| �[0;m�[38;5;43m20221209155037173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155037173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155037173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155037174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155037174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155037174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155037174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:38.972224 run patchelf(pid=19100): Terminating (SIGINT)\u000a15:50:39.142116 run patchelf(pid=19100): Terminated: ok {rc=0}\u000a15:50:39.173540 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19097): Process ended prematurely: osmo-stp_10.42.42.5(pid=19097) [trial-2361↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19097)] [trial-2361↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a15:50:39.182651 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a15:50:39.241764 run osmo-hlr_10.42.42.2(pid=19094): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19094)]\u000a15:50:39.290846 run osmo-hlr_10.42.42.2(pid=19094): stdout: \u000a| (launched: 2022-12-09_15:50:36.072915) \u000a15:50:39.339959 run osmo-hlr_10.42.42.2(pid=19094): stderr: \u000a| �[0;m�[1;31m20221209155036253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155036253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155036253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155036253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155036253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155036253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155036266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155036274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155036274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155036274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:50:39.381557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19087): Terminating (SIGTERM)\u000a15:50:39.420616 run iperf3-srv_10.42.42.10(pid=19088): Terminating (SIGTERM)\u000a15:50:39.459527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19089): Terminating (SIGTERM)\u000a15:50:39.498256 run iperf3-srv_10.42.42.10(pid=19090): Terminating (SIGTERM)\u000a15:50:39.537366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19093): Terminating (SIGTERM)\u000a15:50:39.576368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19096): Terminating (SIGTERM)\u000a15:50:39.615840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19099): Terminating (SIGTERM)\u000a15:50:39.624684 --- ParallelTerminationStrategy: PID 19087 died...\u000a15:50:39.677348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19087): Terminated: ok {rc=0}\u000a15:50:39.686864 --- ParallelTerminationStrategy: PID 19088 died...\u000a15:50:39.739333 run iperf3-srv_10.42.42.10(pid=19088): Terminated {rc=256}\u000a15:50:39.749029 --- ParallelTerminationStrategy: PID 19089 died...\u000a15:50:39.801738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19089): Terminated: ok {rc=0}\u000a15:50:39.811162 --- ParallelTerminationStrategy: PID 19090 died...\u000a15:50:39.863701 run iperf3-srv_10.42.42.10(pid=19090): Terminated {rc=256}\u000a15:50:39.873198 --- ParallelTerminationStrategy: PID 19093 died...\u000a15:50:39.925416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19093): Terminated: ok {rc=0}\u000a15:50:39.934815 --- ParallelTerminationStrategy: PID 19096 died...\u000a15:50:39.987072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19096): Terminated: ok {rc=0}\u000a15:50:39.996538 --- ParallelTerminationStrategy: PID 19099 died...\u000a15:50:40.048807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19099): Terminated: ok {rc=0}\u000a15:50:40.130503 bus /gobi_0: Setting Powered False\u000a15:50:41.235948 bus /gobi_0: Setting Powered False\u000a15:50:42.340852 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19109): Process ended prematurely: osmo-stp_10.42.42.5(pid=19109) [trial-2361↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19109)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19109): Process ended prematurely: osmo-stp_10.42.42.5(pid=19109) [trial-2361↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a15:50:43.455429 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:43.467039 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a15:50:43.602055 tst iperf3.py: using LAC 22088\u000a15:50:43.728658 tst iperf3.py: using RAC 158\u000a15:50:43.853028 tst iperf3.py: using CellId 22088\u000a15:50:43.979581 tst iperf3.py: using BVCI 22089\u000a15:50:44.004236 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:44.015211 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:44.026114 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:44.037149 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:44.048052 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:44.059019 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:44.070318 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:44.081485 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:44.092639 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:44.386302 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:50:44.521916 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:50:44.858197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19101): Launched\u000a15:50:45.136137 run iperf3-srv_10.42.42.10(pid=19102): Launched\u000a15:50:45.334917 tst iperf3.py:8: start network...\u000a15:50:45.469571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:50:46.035819 run create_hlr_db(pid=19103): Launched\u000a15:50:46.228136 bus /gobi_6: Setting Powered False\u000a15:50:47.244306 run create_hlr_db(pid=19103): Terminated: ok {rc=0}\u000a15:50:47.650125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19105): Launched\u000a15:50:47.952358 run osmo-hlr_10.42.42.2(pid=19106): Launched\u000a15:50:48.068750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:50:48.599127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19108): Launched\u000a15:50:48.899926 run osmo-stp_10.42.42.5(pid=19109): Launched\u000a15:50:49.008582 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:50:49.534264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19111): Launched\u000a15:50:49.641118 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:50:49.903891 run patchelf(pid=19112): Launched\u000a15:50:50.080246 run osmo-stp_10.42.42.5(pid=19109): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19109)]\u000a15:50:50.209223 run osmo-stp_10.42.42.5(pid=19109): stdout: \u000a| (launched: 2022-12-09_15:50:48.751440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:50.338355 run osmo-stp_10.42.42.5(pid=19109): stderr: \u000a| �[0;m�[38;5;43m20221209155048922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155048922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155048922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155048922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155048923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155048923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155048923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:50.462648 run osmo-stp_10.42.42.5(pid=19109): stdout: \u000a| (launched: 2022-12-09_15:50:48.751440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:50.585204 run osmo-stp_10.42.42.5(pid=19109): stderr: \u000a| �[0;m�[38;5;43m20221209155048922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155048922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155048922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155048922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155048923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155048923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155048923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:50.728428 run patchelf(pid=19112): Terminating (SIGINT)\u000a15:50:50.897293 run patchelf(pid=19112): Terminated: ok {rc=0}\u000a15:50:50.927974 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19109): Process ended prematurely: osmo-stp_10.42.42.5(pid=19109) [trial-2361↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19109)] [trial-2361↪gprs:oc2g↪iperf3.py:8]\u000a15:50:50.936905 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a15:50:50.996596 run osmo-hlr_10.42.42.2(pid=19106): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19106)]\u000a15:50:51.045203 run osmo-hlr_10.42.42.2(pid=19106): stdout: \u000a| (launched: 2022-12-09_15:50:47.803303) \u000a15:50:51.095042 run osmo-hlr_10.42.42.2(pid=19106): stderr: \u000a| �[0;m�[1;31m20221209155047982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155047982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155047982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155047982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155047982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155047982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155047994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155048005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155048005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155048005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:50:51.137072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19101): Terminating (SIGTERM)\u000a15:50:51.177300 run iperf3-srv_10.42.42.10(pid=19102): Terminating (SIGTERM)\u000a15:50:51.218669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19105): Terminating (SIGTERM)\u000a15:50:51.258137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19108): Terminating (SIGTERM)\u000a15:50:51.297433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19111): Terminating (SIGTERM)\u000a15:50:51.306601 --- ParallelTerminationStrategy: PID 19101 died...\u000a15:50:51.359727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19101): Terminated: ok {rc=0}\u000a15:50:51.369370 --- ParallelTerminationStrategy: PID 19102 died...\u000a15:50:51.421427 run iperf3-srv_10.42.42.10(pid=19102): Terminated {rc=256}\u000a15:50:51.430979 --- ParallelTerminationStrategy: PID 19105 died...\u000a15:50:51.483452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19105): Terminated: ok {rc=0}\u000a15:50:51.492823 --- ParallelTerminationStrategy: PID 19108 died...\u000a15:50:51.544455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19108): Terminated: ok {rc=0}\u000a15:50:51.553880 --- ParallelTerminationStrategy: PID 19111 died...\u000a15:50:51.605396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19111): Terminated: ok {rc=0}\u000a15:50:51.692547 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19127): Process ended prematurely: osmo-stp_10.42.42.5(pid=19127) [trial-2361↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19127)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19127): Process ended prematurely: osmo-stp_10.42.42.5(pid=19127) [trial-2361↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a15:50:52.802142 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:52.813218 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a15:50:52.935488 tst iperf3m4.py: using LAC 22089\u000a15:50:53.055109 tst iperf3m4.py: using RAC 159\u000a15:50:53.174852 tst iperf3m4.py: using CellId 22089\u000a15:50:53.294265 tst iperf3m4.py: using BVCI 22090\u000a15:50:53.317241 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:53.327537 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:53.337938 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:53.348271 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:53.358502 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:53.368693 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:53.379012 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:53.389167 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:50:53.399556 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:53.519256 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:53.639189 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:53.758255 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:50:54.050290 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:50:54.185305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:50:54.523659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19113): Launched\u000a15:50:54.803291 run iperf3-srv_10.42.42.10(pid=19114): Launched\u000a15:50:55.002460 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:50:55.137810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:50:55.473071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19115): Launched\u000a15:50:55.751430 run iperf3-srv_10.42.42.10(pid=19116): Launched\u000a15:50:55.950332 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:50:56.084885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:50:56.422517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19117): Launched\u000a15:50:56.701416 run iperf3-srv_10.42.42.10(pid=19118): Launched\u000a15:50:56.899863 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:50:57.034459 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:50:57.369569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19119): Launched\u000a15:50:57.647437 run iperf3-srv_10.42.42.10(pid=19120): Launched\u000a15:50:57.846021 tst iperf3m4.py:8: start network...\u000a15:50:57.981097 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:50:58.489163 run create_hlr_db(pid=19121): Launched\u000a15:50:58.677300 bus /gobi_6: Setting Powered False\u000a15:50:59.697533 run create_hlr_db(pid=19121): Terminated: ok {rc=0}\u000a15:51:00.127944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19123): Launched\u000a15:51:00.451408 run osmo-hlr_10.42.42.2(pid=19124): Launched\u000a15:51:00.572130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:51:01.168014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19126): Launched\u000a15:51:01.598566 run osmo-stp_10.42.42.5(pid=19127): Launched\u000a15:51:01.816443 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:51:02.461999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19129): Launched\u000a15:51:02.577712 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:51:02.861774 run patchelf(pid=19130): Launched\u000a15:51:03.051259 run osmo-stp_10.42.42.5(pid=19127): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19127)]\u000a15:51:03.189994 run osmo-stp_10.42.42.5(pid=19127): stdout: \u000a| (launched: 2022-12-09_15:51:01.334901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:03.328942 run osmo-stp_10.42.42.5(pid=19127): stderr: \u000a| �[0;m�[38;5;43m20221209155101619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155101619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155101619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155101620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155101620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155101620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155101620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:03.462533 run osmo-stp_10.42.42.5(pid=19127): stdout: \u000a| (launched: 2022-12-09_15:51:01.334901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:03.595253 run osmo-stp_10.42.42.5(pid=19127): stderr: \u000a| �[0;m�[38;5;43m20221209155101619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155101619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155101619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155101620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155101620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155101620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155101620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:03.749880 run patchelf(pid=19130): Terminating (SIGINT)\u000a15:51:03.931605 run patchelf(pid=19130): Terminated: ok {rc=0}\u000a15:51:03.964798 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19127): Process ended prematurely: osmo-stp_10.42.42.5(pid=19127) [trial-2361↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19127)] [trial-2361↪gprs:oc2g↪iperf3m4.py:8]\u000a15:51:03.974598 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a15:51:04.038016 run osmo-hlr_10.42.42.2(pid=19124): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19124)]\u000a15:51:04.089269 run osmo-hlr_10.42.42.2(pid=19124): stdout: \u000a| (launched: 2022-12-09_15:51:00.291948) \u000a15:51:04.141235 run osmo-hlr_10.42.42.2(pid=19124): stderr: \u000a| �[0;m�[1;31m20221209155100489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155100489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155100489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155100489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155100489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155100489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155100502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155100511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155100512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155100512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:51:04.185711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19113): Terminating (SIGTERM)\u000a15:51:04.227262 run iperf3-srv_10.42.42.10(pid=19114): Terminating (SIGTERM)\u000a15:51:04.269238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19115): Terminating (SIGTERM)\u000a15:51:04.311076 run iperf3-srv_10.42.42.10(pid=19116): Terminating (SIGTERM)\u000a15:51:04.352655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19117): Terminating (SIGTERM)\u000a15:51:04.394623 run iperf3-srv_10.42.42.10(pid=19118): Terminating (SIGTERM)\u000a15:51:04.436172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19119): Terminating (SIGTERM)\u000a15:51:04.478234 run iperf3-srv_10.42.42.10(pid=19120): Terminating (SIGTERM)\u000a15:51:04.519886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19123): Terminating (SIGTERM)\u000a15:51:04.561803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19126): Terminating (SIGTERM)\u000a15:51:04.603870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19129): Terminating (SIGTERM)\u000a15:51:04.613445 --- ParallelTerminationStrategy: PID 19113 died...\u000a15:51:04.669418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19113): Terminated: ok {rc=0}\u000a15:51:04.679570 --- ParallelTerminationStrategy: PID 19114 died...\u000a15:51:04.735163 run iperf3-srv_10.42.42.10(pid=19114): Terminated {rc=256}\u000a15:51:04.745922 --- ParallelTerminationStrategy: PID 19115 died...\u000a15:51:04.801589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19115): Terminated: ok {rc=0}\u000a15:51:04.811653 --- ParallelTerminationStrategy: PID 19116 died...\u000a15:51:04.867282 run iperf3-srv_10.42.42.10(pid=19116): Terminated {rc=256}\u000a15:51:04.877456 --- ParallelTerminationStrategy: PID 19117 died...\u000a15:51:04.933041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19117): Terminated: ok {rc=0}\u000a15:51:04.943112 --- ParallelTerminationStrategy: PID 19118 died...\u000a15:51:04.998473 run iperf3-srv_10.42.42.10(pid=19118): Terminated {rc=256}\u000a15:51:05.008728 --- ParallelTerminationStrategy: PID 19119 died...\u000a15:51:05.064326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19119): Terminated: ok {rc=0}\u000a15:51:05.074486 --- ParallelTerminationStrategy: PID 19120 died...\u000a15:51:05.130255 run iperf3-srv_10.42.42.10(pid=19120): Terminated {rc=256}\u000a15:51:05.140340 --- ParallelTerminationStrategy: PID 19123 died...\u000a15:51:05.195843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19123): Terminated: ok {rc=0}\u000a15:51:05.206273 --- ParallelTerminationStrategy: PID 19126 died...\u000a15:51:05.261626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19126): Terminated: ok {rc=0}\u000a15:51:05.272004 --- ParallelTerminationStrategy: PID 19129 died...\u000a15:51:05.327261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19129): Terminated: ok {rc=0}\u000a15:51:05.414075 bus /gobi_4: Setting Powered False\u000a15:51:06.519505 bus /gobi_4: Setting Powered False\u000a15:51:07.626534 bus /gobi_1: Setting Powered False\u000a15:51:08.731261 bus /gobi_1: Setting Powered False\u000a15:51:09.839044 bus /gobi_0: Setting Powered False\u000a15:51:10.944294 bus /gobi_0: Setting Powered False\u000a15:51:12.051540 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19137): Process ended prematurely: osmo-stp_10.42.42.5(pid=19137) [trial-2361↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19137)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19137): Process ended prematurely: osmo-stp_10.42.42.5(pid=19137) [trial-2361↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g ping.py\u000a----------------------------------------------\u000a15:51:13.119738 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:13.131162 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a15:51:13.264652 tst ping.py: using LAC 22090\u000a15:51:13.382383 tst ping.py: using RAC 160\u000a15:51:13.496872 tst ping.py: using CellId 22090\u000a15:51:13.611934 tst ping.py: using BVCI 22091\u000a15:51:13.634791 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:13.645436 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:13.655999 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:13.667204 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:13.678285 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:13.689132 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:13.699965 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:13.710776 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:51:14.003309 tst ping.py:19: start network...\u000a15:51:14.136458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:51:14.635975 run create_hlr_db(pid=19131): Launched\u000a15:51:14.821537 bus /gobi_6: Setting Powered False\u000a15:51:15.842241 run create_hlr_db(pid=19131): Terminated: ok {rc=0}\u000a15:51:16.292254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19133): Launched\u000a15:51:16.717192 run osmo-hlr_10.42.42.2(pid=19134): Launched\u000a15:51:16.947483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:51:17.517794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19136): Launched\u000a15:51:17.838004 run osmo-stp_10.42.42.5(pid=19137): Launched\u000a15:51:17.953787 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:51:18.507867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19139): Launched\u000a15:51:18.621526 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:51:18.900419 run patchelf(pid=19140): Launched\u000a15:51:19.087151 run osmo-stp_10.42.42.5(pid=19137): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19137)]\u000a15:51:19.223770 run osmo-stp_10.42.42.5(pid=19137): stdout: \u000a| (launched: 2022-12-09_15:51:17.680498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:19.360639 run osmo-stp_10.42.42.5(pid=19137): stderr: \u000a| �[0;m�[38;5;43m20221209155117873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155117873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155117873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155117874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155117874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155117874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155117874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:19.492651 run osmo-stp_10.42.42.5(pid=19137): stdout: \u000a| (launched: 2022-12-09_15:51:17.680498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:19.623633 run osmo-stp_10.42.42.5(pid=19137): stderr: \u000a| �[0;m�[38;5;43m20221209155117873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155117873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155117873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155117874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155117874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155117874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155117874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:19.775185 run patchelf(pid=19140): Terminating (SIGINT)\u000a15:51:19.952782 run patchelf(pid=19140): Terminated: ok {rc=0}\u000a15:51:19.985013 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19137): Process ended prematurely: osmo-stp_10.42.42.5(pid=19137) [trial-2361↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19137)] [trial-2361↪gprs:oc2g↪ping.py:22]\u000a15:51:19.994250 tst ping.py:22: Test FAILED (6.9 sec)\u000a15:51:20.057337 run osmo-hlr_10.42.42.2(pid=19134): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19134)]\u000a15:51:20.109435 run osmo-hlr_10.42.42.2(pid=19134): stdout: \u000a| (launched: 2022-12-09_15:51:16.457364) \u000a15:51:20.161424 run osmo-hlr_10.42.42.2(pid=19134): stderr: \u000a| �[0;m�[1;31m20221209155116765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155116765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155116765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155116765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155116765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155116765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155116788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155116797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155116797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155116797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:51:20.205336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19133): Terminating (SIGTERM)\u000a15:51:20.247263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19136): Terminating (SIGTERM)\u000a15:51:20.289254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19139): Terminating (SIGTERM)\u000a15:51:20.299292 --- ParallelTerminationStrategy: PID 19133 died...\u000a15:51:20.355221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19133): Terminated: ok {rc=0}\u000a15:51:20.365695 --- ParallelTerminationStrategy: PID 19136 died...\u000a15:51:20.421837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19136): Terminated: ok {rc=0}\u000a15:51:20.432001 --- ParallelTerminationStrategy: PID 19139 died...\u000a15:51:20.487847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19139): Terminated: ok {rc=0}\u000a15:51:20.573872 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19147): Process ended prematurely: osmo-stp_10.42.42.5(pid=19147) [trial-2361↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19147)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19147): Process ended prematurely: osmo-stp_10.42.42.5(pid=19147) [trial-2361↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a15:51:21.627295 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:21.639190 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a15:51:21.771414 tst ping_idle_ping.py: using LAC 22091\u000a15:51:21.895677 tst ping_idle_ping.py: using RAC 161\u000a15:51:22.020366 tst ping_idle_ping.py: using CellId 22091\u000a15:51:22.138492 tst ping_idle_ping.py: using BVCI 22092\u000a15:51:22.161430 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:22.171992 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:22.182609 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:22.193294 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:22.203622 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:22.214095 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:22.225042 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:22.235646 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:51:22.506205 tst ping_idle_ping.py:24: start network...\u000a15:51:22.628904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:51:23.102824 run create_hlr_db(pid=19141): Launched\u000a15:51:23.273905 bus /gobi_6: Setting Powered False\u000a15:51:24.294764 run create_hlr_db(pid=19141): Terminated: ok {rc=0}\u000a15:51:24.719255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19143): Launched\u000a15:51:25.037856 run osmo-hlr_10.42.42.2(pid=19144): Launched\u000a15:51:25.156365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:51:25.710697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19146): Launched\u000a15:51:26.030224 run osmo-stp_10.42.42.5(pid=19147): Launched\u000a15:51:26.145963 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:51:26.701421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19149): Launched\u000a15:51:26.814694 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:51:27.092766 run patchelf(pid=19150): Launched\u000a15:51:27.279428 run osmo-stp_10.42.42.5(pid=19147): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19147)]\u000a15:51:27.416290 run osmo-stp_10.42.42.5(pid=19147): stdout: \u000a| (launched: 2022-12-09_15:51:25.872443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:27.553454 run osmo-stp_10.42.42.5(pid=19147): stderr: \u000a| �[0;m�[38;5;43m20221209155126064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155126064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155126064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155126065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155126065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155126065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155126065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:27.686276 run osmo-stp_10.42.42.5(pid=19147): stdout: \u000a| (launched: 2022-12-09_15:51:25.872443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:27.816778 run osmo-stp_10.42.42.5(pid=19147): stderr: \u000a| �[0;m�[38;5;43m20221209155126064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155126064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155126064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155126065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155126065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155126065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155126065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:27.968630 run patchelf(pid=19150): Terminating (SIGINT)\u000a15:51:28.147009 run patchelf(pid=19150): Terminated: ok {rc=0}\u000a15:51:28.179448 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19147): Process ended prematurely: osmo-stp_10.42.42.5(pid=19147) [trial-2361↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19147)] [trial-2361↪gprs:oc2g↪ping_idle_ping.py:27]\u000a15:51:28.188590 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a15:51:28.251452 run osmo-hlr_10.42.42.2(pid=19144): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19144)]\u000a15:51:28.302602 run osmo-hlr_10.42.42.2(pid=19144): stdout: \u000a| (launched: 2022-12-09_15:51:24.880454) \u000a15:51:28.354294 run osmo-hlr_10.42.42.2(pid=19144): stderr: \u000a| �[0;m�[1;31m20221209155125078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155125078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155125078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155125078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155125078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155125078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155125091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155125099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155125099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155125099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:51:28.398047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19143): Terminating (SIGTERM)\u000a15:51:28.439658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19146): Terminating (SIGTERM)\u000a15:51:28.481206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19149): Terminating (SIGTERM)\u000a15:51:28.491084 --- ParallelTerminationStrategy: PID 19143 died...\u000a15:51:28.546517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19143): Terminated: ok {rc=0}\u000a15:51:28.556611 --- ParallelTerminationStrategy: PID 19146 died...\u000a15:51:28.612131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19146): Terminated: ok {rc=0}\u000a15:51:28.622218 --- ParallelTerminationStrategy: PID 19149 died...\u000a15:51:28.677060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19149): Terminated: ok {rc=0}\u000a15:51:28.762825 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:50:30" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19165): Process ended prematurely: osmo-stp_10.42.42.5(pid=19165) [trial-2361↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19165)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19165): Process ended prematurely: osmo-stp_10.42.42.5(pid=19165) [trial-2361↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:51:30.884063 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:30.895496 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:51:31.042343 tst cs_paging_gprs_active.py: using LAC 22092\u000a15:51:31.169238 tst cs_paging_gprs_active.py: using RAC 162\u000a15:51:31.291330 tst cs_paging_gprs_active.py: using CellId 22092\u000a15:51:31.414698 tst cs_paging_gprs_active.py: using BVCI 22093\u000a15:51:31.439211 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:31.450454 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:31.461796 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:31.473035 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:31.484272 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:31.495274 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:31.507067 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:31.518023 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:31.529500 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:51:31.647498 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:51:31.942478 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:51:32.077675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:51:32.399125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19155): Launched\u000a15:51:32.653530 run iperf3-srv_10.42.42.10(pid=19156): Launched\u000a15:51:32.832642 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:51:32.954520 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:51:33.261962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19157): Launched\u000a15:51:33.516089 run iperf3-srv_10.42.42.10(pid=19158): Launched\u000a15:51:33.694635 tst cs_paging_gprs_active.py:38: start network...\u000a15:51:33.816872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:51:34.292466 run create_hlr_db(pid=19159): Launched\u000a15:51:34.461656 bus /gobi_6: Setting Powered False\u000a15:51:35.482947 run create_hlr_db(pid=19159): Terminated: ok {rc=0}\u000a15:51:35.905183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19161): Launched\u000a15:51:36.222074 run osmo-hlr_10.42.42.2(pid=19162): Launched\u000a15:51:36.338449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:51:36.886667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19164): Launched\u000a15:51:37.202494 run osmo-stp_10.42.42.5(pid=19165): Launched\u000a15:51:37.317248 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:51:37.870755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19167): Launched\u000a15:51:37.984074 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:51:38.261478 run patchelf(pid=19168): Launched\u000a15:51:38.447401 run osmo-stp_10.42.42.5(pid=19165): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19165)]\u000a15:51:38.583332 run osmo-stp_10.42.42.5(pid=19165): stdout: \u000a| (launched: 2022-12-09_15:51:37.047257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:38.720377 run osmo-stp_10.42.42.5(pid=19165): stderr: \u000a| �[0;m�[38;5;43m20221209155137239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155137240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155137240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155137240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155137241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155137241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155137241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:38.851724 run osmo-stp_10.42.42.5(pid=19165): stdout: \u000a| (launched: 2022-12-09_15:51:37.047257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:38.981806 run osmo-stp_10.42.42.5(pid=19165): stderr: \u000a| �[0;m�[38;5;43m20221209155137239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155137240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155137240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155137240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155137241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155137241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155137241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:39.134059 run patchelf(pid=19168): Terminating (SIGINT)\u000a15:51:39.312040 run patchelf(pid=19168): Terminated: ok {rc=0}\u000a15:51:39.345078 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19165): Process ended prematurely: osmo-stp_10.42.42.5(pid=19165) [trial-2361↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19165)] [trial-2361↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a15:51:39.354909 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a15:51:39.417628 run osmo-hlr_10.42.42.2(pid=19162): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19162)]\u000a15:51:39.468693 run osmo-hlr_10.42.42.2(pid=19162): stdout: \u000a| (launched: 2022-12-09_15:51:36.066095) \u000a15:51:39.520517 run osmo-hlr_10.42.42.2(pid=19162): stderr: \u000a| �[0;m�[1;31m20221209155136265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155136265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155136265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155136265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155136265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155136265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155136278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155136286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155136286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155136286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:51:39.564517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19155): Terminating (SIGTERM)\u000a15:51:39.606824 run iperf3-srv_10.42.42.10(pid=19156): Terminating (SIGTERM)\u000a15:51:39.648552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19157): Terminating (SIGTERM)\u000a15:51:39.690144 run iperf3-srv_10.42.42.10(pid=19158): Terminating (SIGTERM)\u000a15:51:39.731921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19161): Terminating (SIGTERM)\u000a15:51:39.774055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19164): Terminating (SIGTERM)\u000a15:51:39.815885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19167): Terminating (SIGTERM)\u000a15:51:39.825508 --- ParallelTerminationStrategy: PID 19155 died...\u000a15:51:39.881826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19155): Terminated: ok {rc=0}\u000a15:51:39.891669 --- ParallelTerminationStrategy: PID 19156 died...\u000a15:51:39.946821 run iperf3-srv_10.42.42.10(pid=19156): Terminated {rc=256}\u000a15:51:39.957247 --- ParallelTerminationStrategy: PID 19157 died...\u000a15:51:40.012286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19157): Terminated: ok {rc=0}\u000a15:51:40.022459 --- ParallelTerminationStrategy: PID 19158 died...\u000a15:51:40.077709 run iperf3-srv_10.42.42.10(pid=19158): Terminated {rc=256}\u000a15:51:40.087587 --- ParallelTerminationStrategy: PID 19161 died...\u000a15:51:40.142893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19161): Terminated: ok {rc=0}\u000a15:51:40.152664 --- ParallelTerminationStrategy: PID 19164 died...\u000a15:51:40.208100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19164): Terminated: ok {rc=0}\u000a15:51:40.218108 --- ParallelTerminationStrategy: PID 19167 died...\u000a15:51:40.273752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19167): Terminated: ok {rc=0}\u000a15:51:40.360819 bus /gobi_0: Setting Powered False\u000a15:51:41.466834 bus /gobi_0: Setting Powered False\u000a15:51:42.576648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19177): Process ended prematurely: osmo-stp_10.42.42.5(pid=19177) [trial-2361↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19177)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19177): Process ended prematurely: osmo-stp_10.42.42.5(pid=19177) [trial-2361↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a15:51:43.684639 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:43.695974 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:51:43.819223 tst iperf3.py: using LAC 22093\u000a15:51:43.936562 tst iperf3.py: using RAC 163\u000a15:51:44.052161 tst iperf3.py: using CellId 22093\u000a15:51:44.167815 tst iperf3.py: using BVCI 22094\u000a15:51:44.190272 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:44.200817 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:44.211244 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:44.221842 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:44.232152 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:44.242581 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:44.253180 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:44.263481 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:44.274528 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:51:44.565498 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:51:44.697983 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:51:45.027076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19169): Launched\u000a15:51:45.292492 run iperf3-srv_10.42.42.10(pid=19170): Launched\u000a15:51:45.471975 tst iperf3.py:8: start network...\u000a15:51:45.594004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:51:46.128812 run create_hlr_db(pid=19171): Launched\u000a15:51:46.340757 bus /gobi_6: Setting Powered False\u000a15:51:47.326435 run create_hlr_db(pid=19171): Terminated: ok {rc=0}\u000a15:51:47.776750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19173): Launched\u000a15:51:48.090952 run osmo-hlr_10.42.42.2(pid=19174): Launched\u000a15:51:48.209141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:51:48.758713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19176): Launched\u000a15:51:49.074743 run osmo-stp_10.42.42.5(pid=19177): Launched\u000a15:51:49.188731 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:51:49.738980 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19179): Launched\u000a15:51:49.851471 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:51:50.128716 run patchelf(pid=19180): Launched\u000a15:51:50.314334 run osmo-stp_10.42.42.5(pid=19177): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19177)]\u000a15:51:50.450188 run osmo-stp_10.42.42.5(pid=19177): stdout: \u000a| (launched: 2022-12-09_15:51:48.919023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:50.586232 run osmo-stp_10.42.42.5(pid=19177): stderr: \u000a| �[0;m�[38;5;43m20221209155149112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155149112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155149112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155149112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155149113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155149113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155149113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:50.717757 run osmo-stp_10.42.42.5(pid=19177): stdout: \u000a| (launched: 2022-12-09_15:51:48.919023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:50.847354 run osmo-stp_10.42.42.5(pid=19177): stderr: \u000a| �[0;m�[38;5;43m20221209155149112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155149112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155149112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155149112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155149113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155149113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155149113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:50.998294 run patchelf(pid=19180): Terminating (SIGINT)\u000a15:51:51.175419 run patchelf(pid=19180): Terminated: ok {rc=0}\u000a15:51:51.208029 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19177): Process ended prematurely: osmo-stp_10.42.42.5(pid=19177) [trial-2361↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19177)] [trial-2361↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a15:51:51.217764 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a15:51:51.280927 run osmo-hlr_10.42.42.2(pid=19174): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19174)]\u000a15:51:51.332223 run osmo-hlr_10.42.42.2(pid=19174): stdout: \u000a| (launched: 2022-12-09_15:51:47.936607) \u000a15:51:51.384579 run osmo-hlr_10.42.42.2(pid=19174): stderr: \u000a| �[0;m�[1;31m20221209155148137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155148137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155148137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155148137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155148137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155148137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155148150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155148158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155148159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155148159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:51:51.428892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19169): Terminating (SIGTERM)\u000a15:51:51.470313 run iperf3-srv_10.42.42.10(pid=19170): Terminating (SIGTERM)\u000a15:51:51.512043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19173): Terminating (SIGTERM)\u000a15:51:51.554146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19176): Terminating (SIGTERM)\u000a15:51:51.596060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19179): Terminating (SIGTERM)\u000a15:51:51.605761 --- ParallelTerminationStrategy: PID 19169 died...\u000a15:51:51.661723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19169): Terminated: ok {rc=0}\u000a15:51:51.671577 --- ParallelTerminationStrategy: PID 19170 died...\u000a15:51:51.727336 run iperf3-srv_10.42.42.10(pid=19170): Terminated {rc=256}\u000a15:51:51.737938 --- ParallelTerminationStrategy: PID 19173 died...\u000a15:51:51.793900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19173): Terminated: ok {rc=0}\u000a15:51:51.803905 --- ParallelTerminationStrategy: PID 19176 died...\u000a15:51:51.860082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19176): Terminated: ok {rc=0}\u000a15:51:51.870460 --- ParallelTerminationStrategy: PID 19179 died...\u000a15:51:51.926185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19179): Terminated: ok {rc=0}\u000a15:51:52.013573 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19195): Process ended prematurely: osmo-stp_10.42.42.5(pid=19195) [trial-2361↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19195)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19195): Process ended prematurely: osmo-stp_10.42.42.5(pid=19195) [trial-2361↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a15:51:53.126495 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:53.138200 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:51:53.272488 tst iperf3m4.py: using LAC 22094\u000a15:51:53.390458 tst iperf3m4.py: using RAC 164\u000a15:51:53.512907 tst iperf3m4.py: using CellId 22094\u000a15:51:53.635664 tst iperf3m4.py: using BVCI 22095\u000a15:51:53.659861 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:53.671158 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:53.682145 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:53.693438 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:53.704452 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:53.715652 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:53.727064 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:53.738204 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:51:53.749524 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:51:53.870796 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:51:53.986424 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:51:54.105528 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:51:54.396125 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:51:54.527904 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:51:54.859541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19181): Launched\u000a15:51:55.130990 run iperf3-srv_10.42.42.10(pid=19182): Launched\u000a15:51:55.324792 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:51:55.456386 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:51:55.785135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19183): Launched\u000a15:51:56.057064 run iperf3-srv_10.42.42.10(pid=19184): Launched\u000a15:51:56.250816 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:51:56.382919 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:51:56.711455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19185): Launched\u000a15:51:56.983297 run iperf3-srv_10.42.42.10(pid=19186): Launched\u000a15:51:57.176874 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:51:57.308548 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:51:57.637707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19187): Launched\u000a15:51:57.909768 run iperf3-srv_10.42.42.10(pid=19188): Launched\u000a15:51:58.102983 tst iperf3m4.py:8: start network...\u000a15:51:58.234614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:51:58.733785 run create_hlr_db(pid=19189): Launched\u000a15:51:58.916641 bus /gobi_6: Setting Powered False\u000a15:51:59.937725 run create_hlr_db(pid=19189): Terminated: ok {rc=0}\u000a15:52:00.360065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19191): Launched\u000a15:52:00.679149 run osmo-hlr_10.42.42.2(pid=19192): Launched\u000a15:52:00.796836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:52:01.398766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19194): Launched\u000a15:52:01.721979 run osmo-stp_10.42.42.5(pid=19195): Launched\u000a15:52:01.879329 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:52:02.490053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19197): Launched\u000a15:52:02.603497 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:52:02.882418 run patchelf(pid=19198): Launched\u000a15:52:03.068776 run osmo-stp_10.42.42.5(pid=19195): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19195)]\u000a15:52:03.205108 run osmo-stp_10.42.42.5(pid=19195): stdout: \u000a| (launched: 2022-12-09_15:52:01.551679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:03.341721 run osmo-stp_10.42.42.5(pid=19195): stderr: \u000a| �[0;m�[38;5;43m20221209155201898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155201898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155201899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155201899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155201900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155201900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155201900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:03.472750 run osmo-stp_10.42.42.5(pid=19195): stdout: \u000a| (launched: 2022-12-09_15:52:01.551679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:03.602425 run osmo-stp_10.42.42.5(pid=19195): stderr: \u000a| �[0;m�[38;5;43m20221209155201898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155201898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155201899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155201899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155201900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155201900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155201900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:03.754406 run patchelf(pid=19198): Terminating (SIGINT)\u000a15:52:03.932071 run patchelf(pid=19198): Terminated: ok {rc=0}\u000a15:52:03.964908 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19195): Process ended prematurely: osmo-stp_10.42.42.5(pid=19195) [trial-2361↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19195)] [trial-2361↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a15:52:03.974647 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a15:52:04.038624 run osmo-hlr_10.42.42.2(pid=19192): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19192)]\u000a15:52:04.089668 run osmo-hlr_10.42.42.2(pid=19192): stdout: \u000a| (launched: 2022-12-09_15:52:00.521642) \u000a15:52:04.141897 run osmo-hlr_10.42.42.2(pid=19192): stderr: \u000a| �[0;m�[1;31m20221209155200717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155200717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155200717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155200717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155200718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155200718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155200730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155200741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155200741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155200741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:52:04.185629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19181): Terminating (SIGTERM)\u000a15:52:04.227805 run iperf3-srv_10.42.42.10(pid=19182): Terminating (SIGTERM)\u000a15:52:04.269969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19183): Terminating (SIGTERM)\u000a15:52:04.311429 run iperf3-srv_10.42.42.10(pid=19184): Terminating (SIGTERM)\u000a15:52:04.353558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19185): Terminating (SIGTERM)\u000a15:52:04.395481 run iperf3-srv_10.42.42.10(pid=19186): Terminating (SIGTERM)\u000a15:52:04.437154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19187): Terminating (SIGTERM)\u000a15:52:04.479542 run iperf3-srv_10.42.42.10(pid=19188): Terminating (SIGTERM)\u000a15:52:04.521199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19191): Terminating (SIGTERM)\u000a15:52:04.563160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19194): Terminating (SIGTERM)\u000a15:52:04.605375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19197): Terminating (SIGTERM)\u000a15:52:04.615015 --- ParallelTerminationStrategy: PID 19181 died...\u000a15:52:04.671291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19181): Terminated: ok {rc=0}\u000a15:52:04.681341 --- ParallelTerminationStrategy: PID 19182 died...\u000a15:52:04.736638 run iperf3-srv_10.42.42.10(pid=19182): Terminated {rc=256}\u000a15:52:04.746972 --- ParallelTerminationStrategy: PID 19183 died...\u000a15:52:04.802727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19183): Terminated: ok {rc=0}\u000a15:52:04.812659 --- ParallelTerminationStrategy: PID 19184 died...\u000a15:52:04.868039 run iperf3-srv_10.42.42.10(pid=19184): Terminated {rc=256}\u000a15:52:04.878288 --- ParallelTerminationStrategy: PID 19185 died...\u000a15:52:04.933693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19185): Terminated: ok {rc=0}\u000a15:52:04.943976 --- ParallelTerminationStrategy: PID 19186 died...\u000a15:52:04.999559 run iperf3-srv_10.42.42.10(pid=19186): Terminated {rc=256}\u000a15:52:05.009917 --- ParallelTerminationStrategy: PID 19187 died...\u000a15:52:05.065632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19187): Terminated: ok {rc=0}\u000a15:52:05.075645 --- ParallelTerminationStrategy: PID 19188 died...\u000a15:52:05.131400 run iperf3-srv_10.42.42.10(pid=19188): Terminated {rc=256}\u000a15:52:05.141528 --- ParallelTerminationStrategy: PID 19191 died...\u000a15:52:05.196983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19191): Terminated: ok {rc=0}\u000a15:52:05.207007 --- ParallelTerminationStrategy: PID 19194 died...\u000a15:52:05.262714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19194): Terminated: ok {rc=0}\u000a15:52:05.272686 --- ParallelTerminationStrategy: PID 19197 died...\u000a15:52:05.328430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19197): Terminated: ok {rc=0}\u000a15:52:05.414511 bus /gobi_4: Setting Powered False\u000a15:52:06.519891 bus /gobi_4: Setting Powered False\u000a15:52:07.626787 bus /gobi_1: Setting Powered False\u000a15:52:08.730919 bus /gobi_1: Setting Powered False\u000a15:52:09.836558 bus /gobi_0: Setting Powered False\u000a15:52:10.940887 bus /gobi_0: Setting Powered False\u000a15:52:12.047760 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19205): Process ended prematurely: osmo-stp_10.42.42.5(pid=19205) [trial-2361↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19205)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19205): Process ended prematurely: osmo-stp_10.42.42.5(pid=19205) [trial-2361↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a15:52:13.115006 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:13.126833 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:52:13.255734 tst ping.py: using LAC 22095\u000a15:52:13.377096 tst ping.py: using RAC 165\u000a15:52:13.498043 tst ping.py: using CellId 22095\u000a15:52:13.614136 tst ping.py: using BVCI 22096\u000a15:52:13.636393 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:13.647356 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:13.658220 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:13.668995 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:13.679872 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:13.690668 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:13.702014 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:13.712645 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:52:13.995198 tst ping.py:19: start network...\u000a15:52:14.124409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:52:14.612569 run create_hlr_db(pid=19199): Launched\u000a15:52:14.792528 bus /gobi_6: Setting Powered False\u000a15:52:15.813460 run create_hlr_db(pid=19199): Terminated: ok {rc=0}\u000a15:52:16.242959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19201): Launched\u000a15:52:16.589974 run osmo-hlr_10.42.42.2(pid=19202): Launched\u000a15:52:16.709758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:52:17.487819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19204): Launched\u000a15:52:17.778302 run osmo-stp_10.42.42.5(pid=19205): Launched\u000a15:52:17.883076 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:52:18.387321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19207): Launched\u000a15:52:18.490277 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:52:18.744929 run patchelf(pid=19208): Launched\u000a15:52:18.915066 run osmo-stp_10.42.42.5(pid=19205): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19205)]\u000a15:52:19.039689 run osmo-stp_10.42.42.5(pid=19205): stdout: \u000a| (launched: 2022-12-09_15:52:17.635422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:19.164550 run osmo-stp_10.42.42.5(pid=19205): stderr: \u000a| �[0;m�[38;5;43m20221209155217804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155217804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155217804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155217805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155217805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155217805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155217805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:19.284585 run osmo-stp_10.42.42.5(pid=19205): stdout: \u000a| (launched: 2022-12-09_15:52:17.635422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:19.403816 run osmo-stp_10.42.42.5(pid=19205): stderr: \u000a| �[0;m�[38;5;43m20221209155217804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155217804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155217804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155217805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155217805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155217805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155217805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:19.542515 run patchelf(pid=19208): Terminating (SIGINT)\u000a15:52:19.705104 run patchelf(pid=19208): Terminated: ok {rc=0}\u000a15:52:19.734638 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19205): Process ended prematurely: osmo-stp_10.42.42.5(pid=19205) [trial-2361↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19205)] [trial-2361↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a15:52:19.743033 tst ping.py:22: Test FAILED (6.6 sec)\u000a15:52:19.802090 run osmo-hlr_10.42.42.2(pid=19202): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19202)]\u000a15:52:19.851152 run osmo-hlr_10.42.42.2(pid=19202): stdout: \u000a| (launched: 2022-12-09_15:52:16.393797) \u000a15:52:19.900462 run osmo-hlr_10.42.42.2(pid=19202): stderr: \u000a| �[0;m�[1;31m20221209155216768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155216768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155216768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155216768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155216769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155216769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155216806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155216826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155216826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155216826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:52:19.942106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19201): Terminating (SIGTERM)\u000a15:52:19.981527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19204): Terminating (SIGTERM)\u000a15:52:20.021154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19207): Terminating (SIGTERM)\u000a15:52:20.030427 --- ParallelTerminationStrategy: PID 19201 died...\u000a15:52:20.083238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19201): Terminated: ok {rc=0}\u000a15:52:20.093082 --- ParallelTerminationStrategy: PID 19204 died...\u000a15:52:20.145573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19204): Terminated: ok {rc=0}\u000a15:52:20.155274 --- ParallelTerminationStrategy: PID 19207 died...\u000a15:52:20.207968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19207): Terminated: ok {rc=0}\u000a15:52:20.291021 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19215): Process ended prematurely: osmo-stp_10.42.42.5(pid=19215) [trial-2361↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19215)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19215): Process ended prematurely: osmo-stp_10.42.42.5(pid=19215) [trial-2361↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a15:52:21.343548 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:21.355716 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:52:21.485689 tst ping_idle_ping.py: using LAC 22096\u000a15:52:21.608608 tst ping_idle_ping.py: using RAC 166\u000a15:52:21.730464 tst ping_idle_ping.py: using CellId 22096\u000a15:52:21.853485 tst ping_idle_ping.py: using BVCI 22097\u000a15:52:21.877214 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:21.888272 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:21.899322 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:21.910672 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:21.921749 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:21.932758 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:21.944009 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:21.955230 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:52:22.227075 tst ping_idle_ping.py:24: start network...\u000a15:52:22.348437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:52:22.818870 run create_hlr_db(pid=19209): Launched\u000a15:52:22.986659 bus /gobi_6: Setting Powered False\u000a15:52:24.008582 run create_hlr_db(pid=19209): Terminated: ok {rc=0}\u000a15:52:24.398970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19211): Launched\u000a15:52:24.691992 run osmo-hlr_10.42.42.2(pid=19212): Launched\u000a15:52:24.798089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:52:25.303647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19214): Launched\u000a15:52:25.596019 run osmo-stp_10.42.42.5(pid=19215): Launched\u000a15:52:25.702314 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:52:26.210504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19217): Launched\u000a15:52:26.314181 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:52:26.569555 run patchelf(pid=19218): Launched\u000a15:52:26.742051 run osmo-stp_10.42.42.5(pid=19215): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19215)]\u000a15:52:26.867691 run osmo-stp_10.42.42.5(pid=19215): stdout: \u000a| (launched: 2022-12-09_15:52:25.451780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:26.993668 run osmo-stp_10.42.42.5(pid=19215): stderr: \u000a| �[0;m�[38;5;43m20221209155225620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155225620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155225622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155225622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155225624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155225625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155225625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:27.114908 run osmo-stp_10.42.42.5(pid=19215): stdout: \u000a| (launched: 2022-12-09_15:52:25.451780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:27.234914 run osmo-stp_10.42.42.5(pid=19215): stderr: \u000a| �[0;m�[38;5;43m20221209155225620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155225620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155225622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155225622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155225624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155225625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155225625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:27.374750 run patchelf(pid=19218): Terminating (SIGINT)\u000a15:52:27.538787 run patchelf(pid=19218): Terminated: ok {rc=0}\u000a15:52:27.568523 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19215): Process ended prematurely: osmo-stp_10.42.42.5(pid=19215) [trial-2361↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19215)] [trial-2361↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a15:52:27.577135 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a15:52:27.636869 run osmo-hlr_10.42.42.2(pid=19212): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19212)]\u000a15:52:27.685781 run osmo-hlr_10.42.42.2(pid=19212): stdout: \u000a| (launched: 2022-12-09_15:52:24.546635) \u000a15:52:27.735227 run osmo-hlr_10.42.42.2(pid=19212): stderr: \u000a| �[0;m�[1;31m20221209155224726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155224726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155224726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155224726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155224726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155224726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155224741 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155224749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155224749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155224749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:52:27.777759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19211): Terminating (SIGTERM)\u000a15:52:27.817669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19214): Terminating (SIGTERM)\u000a15:52:27.857505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19217): Terminating (SIGTERM)\u000a15:52:27.866822 --- ParallelTerminationStrategy: PID 19211 died...\u000a15:52:27.920358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19211): Terminated: ok {rc=0}\u000a15:52:27.930239 --- ParallelTerminationStrategy: PID 19214 died...\u000a15:52:27.983351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19214): Terminated: ok {rc=0}\u000a15:52:27.993060 --- ParallelTerminationStrategy: PID 19217 died...\u000a15:52:28.046049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19217): Terminated: ok {rc=0}\u000a15:52:28.133311 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:51:30" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19235): Process ended prematurely: osmo-stp_10.42.42.5(pid=19235) [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19235)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19235): Process ended prematurely: osmo-stp_10.42.42.5(pid=19235) [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:52:30.242407 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:30.253138 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:52:30.400931 tst cs_paging_gprs_active.py: using LAC 22097\u000a15:52:30.523890 tst cs_paging_gprs_active.py: using RAC 167\u000a15:52:30.646973 tst cs_paging_gprs_active.py: using CellId 22097\u000a15:52:30.764070 tst cs_paging_gprs_active.py: using BVCI 22098\u000a15:52:30.786697 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:30.797431 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:30.807885 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:30.819385 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:30.830818 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:30.854960 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:30.871858 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:30.883567 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:30.897145 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:52:31.049326 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:52:31.406290 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:52:31.587502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:31.956644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19223): Launched\u000a15:52:32.253307 run iperf3-srv_10.42.42.10(pid=19224): Launched\u000a15:52:32.455260 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:52:32.590538 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:32.927094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19225): Launched\u000a15:52:33.203847 run iperf3-srv_10.42.42.10(pid=19226): Launched\u000a15:52:33.402464 tst cs_paging_gprs_active.py:38: start network...\u000a15:52:33.537377 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:52:34.045597 run create_hlr_db(pid=19227): Launched\u000a15:52:34.231937 bus /gobi_6: Setting Powered False\u000a15:52:35.253374 run create_hlr_db(pid=19227): Terminated: ok {rc=0}\u000a15:52:35.683348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19229): Launched\u000a15:52:36.001910 run osmo-hlr_10.42.42.2(pid=19232): Launched\u000a15:52:36.123172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:52:36.645311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19234): Launched\u000a15:52:36.946763 run osmo-stp_10.42.42.5(pid=19235): Launched\u000a15:52:37.054863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:52:37.576697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19237): Launched\u000a15:52:37.683386 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:52:37.946976 run patchelf(pid=19238): Launched\u000a15:52:38.125468 run osmo-stp_10.42.42.5(pid=19235): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19235)]\u000a15:52:38.256131 run osmo-stp_10.42.42.5(pid=19235): stdout: \u000a| (launched: 2022-12-09_15:52:36.799044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:38.386726 run osmo-stp_10.42.42.5(pid=19235): stderr: \u000a| �[0;m�[38;5;43m20221209155236965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155236965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155236965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155236966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155236966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155236966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155236966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:38.512274 run osmo-stp_10.42.42.5(pid=19235): stdout: \u000a| (launched: 2022-12-09_15:52:36.799044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:38.636061 run osmo-stp_10.42.42.5(pid=19235): stderr: \u000a| �[0;m�[38;5;43m20221209155236965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155236965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155236965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155236966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155236966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155236966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155236966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:38.782168 run patchelf(pid=19238): Terminating (SIGINT)\u000a15:52:38.953425 run patchelf(pid=19238): Terminated: ok {rc=0}\u000a15:52:38.985223 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19235): Process ended prematurely: osmo-stp_10.42.42.5(pid=19235) [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19235)] [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a15:52:38.994308 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a15:52:39.054321 run osmo-hlr_10.42.42.2(pid=19232): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19232)]\u000a15:52:39.103275 run osmo-hlr_10.42.42.2(pid=19232): stdout: \u000a| (launched: 2022-12-09_15:52:35.852605) \u000a15:52:39.152982 run osmo-hlr_10.42.42.2(pid=19232): stderr: \u000a| �[0;m�[1;31m20221209155236022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155236022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155236022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155236022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155236022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155236022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155236034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155236044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155236044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155236044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:52:39.195079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19223): Terminating (SIGTERM)\u000a15:52:39.234574 run iperf3-srv_10.42.42.10(pid=19224): Terminating (SIGTERM)\u000a15:52:39.274259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19225): Terminating (SIGTERM)\u000a15:52:39.313673 run iperf3-srv_10.42.42.10(pid=19226): Terminating (SIGTERM)\u000a15:52:39.353630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19229): Terminating (SIGTERM)\u000a15:52:39.393386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19234): Terminating (SIGTERM)\u000a15:52:39.433124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19237): Terminating (SIGTERM)\u000a15:52:39.442242 --- ParallelTerminationStrategy: PID 19223 died...\u000a15:52:39.495731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19223): Terminated: ok {rc=0}\u000a15:52:39.505304 --- ParallelTerminationStrategy: PID 19224 died...\u000a15:52:39.557935 run iperf3-srv_10.42.42.10(pid=19224): Terminated {rc=256}\u000a15:52:39.567342 --- ParallelTerminationStrategy: PID 19225 died...\u000a15:52:39.619819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19225): Terminated: ok {rc=0}\u000a15:52:39.629289 --- ParallelTerminationStrategy: PID 19226 died...\u000a15:52:39.681757 run iperf3-srv_10.42.42.10(pid=19226): Terminated {rc=256}\u000a15:52:39.691155 --- ParallelTerminationStrategy: PID 19229 died...\u000a15:52:39.744067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19229): Terminated: ok {rc=0}\u000a15:52:39.753569 --- ParallelTerminationStrategy: PID 19234 died...\u000a15:52:39.806302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19234): Terminated: ok {rc=0}\u000a15:52:39.815799 --- ParallelTerminationStrategy: PID 19237 died...\u000a15:52:39.868722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19237): Terminated: ok {rc=0}\u000a15:52:39.957824 bus /gobi_0: Setting Powered False\u000a15:52:41.061854 bus /gobi_0: Setting Powered False\u000a15:52:42.167949 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19247): Process ended prematurely: osmo-stp_10.42.42.5(pid=19247) [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19247)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19247): Process ended prematurely: osmo-stp_10.42.42.5(pid=19247) [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a15:52:43.283146 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.295222 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:52:43.451092 tst iperf3.py: using LAC 22098\u000a15:52:43.577834 tst iperf3.py: using RAC 168\u000a15:52:43.704917 tst iperf3.py: using CellId 22098\u000a15:52:43.830936 tst iperf3.py: using BVCI 22099\u000a15:52:43.855641 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.867179 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.878265 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.889611 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.900751 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.912113 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.923558 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.934744 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:43.946188 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:52:44.241960 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:52:44.378114 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:44.714870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19239): Launched\u000a15:52:44.994246 run iperf3-srv_10.42.42.10(pid=19240): Launched\u000a15:52:45.194053 tst iperf3.py:8: start network...\u000a15:52:45.330028 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:52:45.845546 run create_hlr_db(pid=19241): Launched\u000a15:52:46.048411 bus /gobi_6: Setting Powered False\u000a15:52:47.130106 run create_hlr_db(pid=19241): Terminated: ok {rc=0}\u000a15:52:47.550027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19243): Launched\u000a15:52:47.852238 run osmo-hlr_10.42.42.2(pid=19244): Launched\u000a15:52:47.963473 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:52:48.489817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19246): Launched\u000a15:52:48.794846 run osmo-stp_10.42.42.5(pid=19247): Launched\u000a15:52:48.904646 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:52:49.431285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19249): Launched\u000a15:52:49.537995 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:52:49.800747 run patchelf(pid=19250): Launched\u000a15:52:49.977985 run osmo-stp_10.42.42.5(pid=19247): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19247)]\u000a15:52:50.107739 run osmo-stp_10.42.42.5(pid=19247): stdout: \u000a| (launched: 2022-12-09_15:52:48.643188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:50.237923 run osmo-stp_10.42.42.5(pid=19247): stderr: \u000a| �[0;m�[38;5;43m20221209155248808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155248808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155248808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155248809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155248809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155248809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155248810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:50.362807 run osmo-stp_10.42.42.5(pid=19247): stdout: \u000a| (launched: 2022-12-09_15:52:48.643188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:50.485901 run osmo-stp_10.42.42.5(pid=19247): stderr: \u000a| �[0;m�[38;5;43m20221209155248808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155248808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155248808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155248809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155248809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155248809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155248810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:50.630513 run patchelf(pid=19250): Terminating (SIGINT)\u000a15:52:50.800595 run patchelf(pid=19250): Terminated: ok {rc=0}\u000a15:52:50.832357 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19247): Process ended prematurely: osmo-stp_10.42.42.5(pid=19247) [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19247)] [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a15:52:50.841568 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a15:52:50.902083 run osmo-hlr_10.42.42.2(pid=19244): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19244)]\u000a15:52:50.951260 run osmo-hlr_10.42.42.2(pid=19244): stdout: \u000a| (launched: 2022-12-09_15:52:47.704029) \u000a15:52:51.001045 run osmo-hlr_10.42.42.2(pid=19244): stderr: \u000a| �[0;m�[1;31m20221209155247878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155247878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155247878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155247878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155247878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155247878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155247891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155247899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155247899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155247899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:52:51.043390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19239): Terminating (SIGTERM)\u000a15:52:51.083298 run iperf3-srv_10.42.42.10(pid=19240): Terminating (SIGTERM)\u000a15:52:51.123347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19243): Terminating (SIGTERM)\u000a15:52:51.163243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19246): Terminating (SIGTERM)\u000a15:52:51.203143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19249): Terminating (SIGTERM)\u000a15:52:51.212285 --- ParallelTerminationStrategy: PID 19239 died...\u000a15:52:51.265838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19239): Terminated: ok {rc=0}\u000a15:52:51.275428 --- ParallelTerminationStrategy: PID 19240 died...\u000a15:52:51.328797 run iperf3-srv_10.42.42.10(pid=19240): Terminated {rc=256}\u000a15:52:51.338264 --- ParallelTerminationStrategy: PID 19243 died...\u000a15:52:51.391584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19243): Terminated: ok {rc=0}\u000a15:52:51.401202 --- ParallelTerminationStrategy: PID 19246 died...\u000a15:52:51.454276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19246): Terminated: ok {rc=0}\u000a15:52:51.463753 --- ParallelTerminationStrategy: PID 19249 died...\u000a15:52:51.516672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19249): Terminated: ok {rc=0}\u000a15:52:51.605214 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19265): Process ended prematurely: osmo-stp_10.42.42.5(pid=19265) [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19265)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19265): Process ended prematurely: osmo-stp_10.42.42.5(pid=19265) [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a15:52:52.715742 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:52.727183 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:52:52.876143 tst iperf3m4.py: using LAC 22099\u000a15:52:52.992413 tst iperf3m4.py: using RAC 169\u000a15:52:53.108558 tst iperf3m4.py: using CellId 22099\u000a15:52:53.226651 tst iperf3m4.py: using BVCI 22100\u000a15:52:53.249670 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:53.260510 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:53.271258 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:53.281933 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:53.292498 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:53.303131 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:53.313943 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:53.324487 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:52:53.335222 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:52:53.456792 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:52:53.579907 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:52:53.697315 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:52:53.992613 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:52:54.127915 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:54.465777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19251): Launched\u000a15:52:54.745774 run iperf3-srv_10.42.42.10(pid=19252): Launched\u000a15:52:54.944849 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:52:55.080823 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:55.418716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19253): Launched\u000a15:52:55.698502 run iperf3-srv_10.42.42.10(pid=19254): Launched\u000a15:52:55.898394 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:52:56.033885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:56.371799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19255): Launched\u000a15:52:56.651227 run iperf3-srv_10.42.42.10(pid=19256): Launched\u000a15:52:56.850615 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:52:56.986283 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:57.324077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19257): Launched\u000a15:52:57.603028 run iperf3-srv_10.42.42.10(pid=19258): Launched\u000a15:52:57.803472 tst iperf3m4.py:8: start network...\u000a15:52:57.939076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:52:58.450829 run create_hlr_db(pid=19259): Launched\u000a15:52:58.639135 bus /gobi_6: Setting Powered False\u000a15:52:59.659649 run create_hlr_db(pid=19259): Terminated: ok {rc=0}\u000a15:53:00.067351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19261): Launched\u000a15:53:00.371119 run osmo-hlr_10.42.42.2(pid=19262): Launched\u000a15:53:00.489344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:53:01.052560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19264): Launched\u000a15:53:01.497960 run osmo-stp_10.42.42.5(pid=19265): Launched\u000a15:53:01.692037 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:53:02.340171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19291): Launched\u000a15:53:02.466116 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:53:02.777989 run patchelf(pid=19304): Launched\u000a15:53:02.984422 run osmo-stp_10.42.42.5(pid=19265): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19265)]\u000a15:53:03.139205 run osmo-stp_10.42.42.5(pid=19265): stdout: \u000a| (launched: 2022-12-09_15:53:01.209758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:03.303605 run osmo-stp_10.42.42.5(pid=19265): stderr: \u000a| �[0;m�[38;5;43m20221209155301457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155301458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155301459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155301460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155301461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155301461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155301462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:03.462913 run osmo-stp_10.42.42.5(pid=19265): stdout: \u000a| (launched: 2022-12-09_15:53:01.209758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:03.626966 run osmo-stp_10.42.42.5(pid=19265): stderr: \u000a| �[0;m�[38;5;43m20221209155301457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155301458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155301459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155301460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155301461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155301461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155301462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:03.823440 run patchelf(pid=19304): Terminating (SIGINT)\u000a15:53:04.045336 run patchelf(pid=19304): Terminated: ok {rc=0}\u000a15:53:04.084023 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19265): Process ended prematurely: osmo-stp_10.42.42.5(pid=19265) [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19265)] [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a15:53:04.095146 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a15:53:04.174956 run osmo-hlr_10.42.42.2(pid=19262): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19262)]\u000a15:53:04.240168 run osmo-hlr_10.42.42.2(pid=19262): stdout: \u000a| (launched: 2022-12-09_15:53:00.221750) \u000a15:53:04.308652 run osmo-hlr_10.42.42.2(pid=19262): stderr: \u000a| �[0;m�[1;31m20221209155300393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155300393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155300394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155300394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155300394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155300394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155300404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155300413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155300413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155300413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:53:04.364657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19251): Terminating (SIGTERM)\u000a15:53:04.419489 run iperf3-srv_10.42.42.10(pid=19252): Terminating (SIGTERM)\u000a15:53:04.470277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19253): Terminating (SIGTERM)\u000a15:53:04.519172 run iperf3-srv_10.42.42.10(pid=19254): Terminating (SIGTERM)\u000a15:53:04.569443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19255): Terminating (SIGTERM)\u000a15:53:04.619442 run iperf3-srv_10.42.42.10(pid=19256): Terminating (SIGTERM)\u000a15:53:04.670039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19257): Terminating (SIGTERM)\u000a15:53:04.724011 run iperf3-srv_10.42.42.10(pid=19258): Terminating (SIGTERM)\u000a15:53:04.779388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19261): Terminating (SIGTERM)\u000a15:53:04.835524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19264): Terminating (SIGTERM)\u000a15:53:04.889065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19291): Terminating (SIGTERM)\u000a15:53:04.903536 --- ParallelTerminationStrategy: PID 19251 died...\u000a15:53:04.964792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19251): Terminated: ok {rc=0}\u000a15:53:04.975447 --- ParallelTerminationStrategy: PID 19252 died...\u000a15:53:05.035944 run iperf3-srv_10.42.42.10(pid=19252): Terminated {rc=256}\u000a15:53:05.046740 --- ParallelTerminationStrategy: PID 19253 died...\u000a15:53:05.106698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19253): Terminated: ok {rc=0}\u000a15:53:05.118048 --- ParallelTerminationStrategy: PID 19254 died...\u000a15:53:05.177990 run iperf3-srv_10.42.42.10(pid=19254): Terminated {rc=256}\u000a15:53:05.188590 --- ParallelTerminationStrategy: PID 19255 died...\u000a15:53:05.249272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19255): Terminated: ok {rc=0}\u000a15:53:05.259986 --- ParallelTerminationStrategy: PID 19256 died...\u000a15:53:05.320341 run iperf3-srv_10.42.42.10(pid=19256): Terminated {rc=256}\u000a15:53:05.330962 --- ParallelTerminationStrategy: PID 19257 died...\u000a15:53:05.390698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19257): Terminated: ok {rc=0}\u000a15:53:05.405027 --- ParallelTerminationStrategy: PID 19258 died...\u000a15:53:05.466180 run iperf3-srv_10.42.42.10(pid=19258): Terminated {rc=256}\u000a15:53:05.477117 --- ParallelTerminationStrategy: PID 19261 died...\u000a15:53:05.536637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19261): Terminated: ok {rc=0}\u000a15:53:05.547286 --- ParallelTerminationStrategy: PID 19264 died...\u000a15:53:05.607369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19264): Terminated: ok {rc=0}\u000a15:53:05.618351 --- ParallelTerminationStrategy: PID 19291 died...\u000a15:53:05.680897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19291): Terminated: ok {rc=0}\u000a15:53:05.773806 bus /gobi_4: Setting Powered False\u000a15:53:06.875656 bus /gobi_4: Setting Powered False\u000a15:53:07.985189 bus /gobi_1: Setting Powered False\u000a15:53:09.090386 bus /gobi_1: Setting Powered False\u000a15:53:10.200839 bus /gobi_0: Setting Powered False\u000a15:53:11.309046 bus /gobi_0: Setting Powered False\u000a15:53:12.419825 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19546): Process ended prematurely: osmo-stp_10.42.42.5(pid=19546) [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19546)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19546): Process ended prematurely: osmo-stp_10.42.42.5(pid=19546) [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a15:53:13.491162 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:13.504130 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:53:13.650772 tst ping.py: using LAC 22100\u000a15:53:13.772600 tst ping.py: using RAC 170\u000a15:53:13.895496 tst ping.py: using CellId 22100\u000a15:53:14.015132 tst ping.py: using BVCI 22101\u000a15:53:14.040746 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:14.052795 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:14.065114 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:14.076871 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:14.090311 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:14.102579 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:14.114473 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:14.126955 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:53:14.414616 tst ping.py:19: start network...\u000a15:53:14.544757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:53:15.077977 run create_hlr_db(pid=19540): Launched\u000a15:53:15.257736 bus /gobi_6: Setting Powered False\u000a15:53:16.329953 run create_hlr_db(pid=19540): Terminated: ok {rc=0}\u000a15:53:16.870312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19542): Launched\u000a15:53:17.331102 run osmo-hlr_10.42.42.2(pid=19543): Launched\u000a15:53:17.603103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:53:18.183997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19545): Launched\u000a15:53:18.514089 run osmo-stp_10.42.42.5(pid=19546): Launched\u000a15:53:18.654620 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:53:19.341216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19548): Launched\u000a15:53:19.459635 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:53:19.758802 run patchelf(pid=19549): Launched\u000a15:53:19.952398 run osmo-stp_10.42.42.5(pid=19546): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19546)]\u000a15:53:20.094747 run osmo-stp_10.42.42.5(pid=19546): stdout: \u000a| (launched: 2022-12-09_15:53:18.342817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:20.237482 run osmo-stp_10.42.42.5(pid=19546): stderr: \u000a| �[0;m�[38;5;43m20221209155318695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155318695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155318695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155318696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155318696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155318696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155318696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:20.375353 run osmo-stp_10.42.42.5(pid=19546): stdout: \u000a| (launched: 2022-12-09_15:53:18.342817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:20.512429 run osmo-stp_10.42.42.5(pid=19546): stderr: \u000a| �[0;m�[38;5;43m20221209155318695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155318695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155318695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155318696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155318696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155318696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155318696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:20.671192 run patchelf(pid=19549): Terminating (SIGINT)\u000a15:53:20.856776 run patchelf(pid=19549): Terminated: ok {rc=0}\u000a15:53:20.891435 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19546): Process ended prematurely: osmo-stp_10.42.42.5(pid=19546) [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19546)] [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a15:53:20.902016 tst ping.py:22: Test FAILED (7.4 sec)\u000a15:53:20.971269 run osmo-hlr_10.42.42.2(pid=19543): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19543)]\u000a15:53:21.026238 run osmo-hlr_10.42.42.2(pid=19543): stdout: \u000a| (launched: 2022-12-09_15:53:17.043080) \u000a15:53:21.082937 run osmo-hlr_10.42.42.2(pid=19543): stderr: \u000a| �[0;m�[1;31m20221209155317347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155317347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155317347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155317347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155317347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155317347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155317370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155317388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155317388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155317388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:53:21.130818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19542): Terminating (SIGTERM)\u000a15:53:21.178169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19545): Terminating (SIGTERM)\u000a15:53:21.225622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19548): Terminating (SIGTERM)\u000a15:53:21.236561 --- ParallelTerminationStrategy: PID 19542 died...\u000a15:53:21.299140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19542): Terminated: ok {rc=0}\u000a15:53:21.310592 --- ParallelTerminationStrategy: PID 19545 died...\u000a15:53:21.370970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19545): Terminated: ok {rc=0}\u000a15:53:21.382410 --- ParallelTerminationStrategy: PID 19548 died...\u000a15:53:21.442799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19548): Terminated: ok {rc=0}\u000a15:53:21.535335 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19558): Process ended prematurely: osmo-stp_10.42.42.5(pid=19558) [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19558)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19558): Process ended prematurely: osmo-stp_10.42.42.5(pid=19558) [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a15:53:22.592701 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:22.605886 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:53:22.765659 tst ping_idle_ping.py: using LAC 22101\u000a15:53:22.896696 tst ping_idle_ping.py: using RAC 171\u000a15:53:23.026227 tst ping_idle_ping.py: using CellId 22101\u000a15:53:23.156832 tst ping_idle_ping.py: using BVCI 22102\u000a15:53:23.183114 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:23.195509 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:23.208813 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:23.222520 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:23.236765 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:23.249260 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:23.263904 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:23.277224 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:53:23.583369 tst ping_idle_ping.py:24: start network...\u000a15:53:23.725348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:53:24.286675 run create_hlr_db(pid=19550): Launched\u000a15:53:24.484270 bus /gobi_6: Setting Powered False\u000a15:53:25.504411 run create_hlr_db(pid=19550): Terminated: ok {rc=0}\u000a15:53:25.952904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19552): Launched\u000a15:53:26.253538 run osmo-hlr_10.42.42.2(pid=19555): Launched\u000a15:53:26.372248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:53:26.900226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19557): Launched\u000a15:53:27.201844 run osmo-stp_10.42.42.5(pid=19558): Launched\u000a15:53:27.309764 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:53:27.833981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19560): Launched\u000a15:53:27.940627 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:53:28.205103 run patchelf(pid=19561): Launched\u000a15:53:28.381338 run osmo-stp_10.42.42.5(pid=19558): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19558)]\u000a15:53:28.510476 run osmo-stp_10.42.42.5(pid=19558): stdout: \u000a| (launched: 2022-12-09_15:53:27.053372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:28.639452 run osmo-stp_10.42.42.5(pid=19558): stderr: \u000a| �[0;m�[38;5;43m20221209155327222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155327222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155327222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155327223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155327223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155327223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155327223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:28.763833 run osmo-stp_10.42.42.5(pid=19558): stdout: \u000a| (launched: 2022-12-09_15:53:27.053372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:28.886813 run osmo-stp_10.42.42.5(pid=19558): stderr: \u000a| �[0;m�[38;5;43m20221209155327222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155327222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155327222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155327223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155327223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155327223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155327223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:29.030349 run patchelf(pid=19561): Terminating (SIGINT)\u000a15:53:29.199105 run patchelf(pid=19561): Terminated: ok {rc=0}\u000a15:53:29.229590 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19558): Process ended prematurely: osmo-stp_10.42.42.5(pid=19558) [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19558)] [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a15:53:29.238295 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a15:53:29.298079 run osmo-hlr_10.42.42.2(pid=19555): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19555)]\u000a15:53:29.347188 run osmo-hlr_10.42.42.2(pid=19555): stdout: \u000a| (launched: 2022-12-09_15:53:26.106474) \u000a15:53:29.396825 run osmo-hlr_10.42.42.2(pid=19555): stderr: \u000a| �[0;m�[1;31m20221209155326280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155326280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155326281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155326281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155326281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155326281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155326292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155326302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155326302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155326302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:53:29.439054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19552): Terminating (SIGTERM)\u000a15:53:29.478862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19557): Terminating (SIGTERM)\u000a15:53:29.518979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19560): Terminating (SIGTERM)\u000a15:53:29.528172 --- ParallelTerminationStrategy: PID 19552 died...\u000a15:53:29.581834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19552): Terminated: ok {rc=0}\u000a15:53:29.591403 --- ParallelTerminationStrategy: PID 19557 died...\u000a15:53:29.644613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19557): Terminated: ok {rc=0}\u000a15:53:29.654186 --- ParallelTerminationStrategy: PID 19560 died...\u000a15:53:29.707669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19560): Terminated: ok {rc=0}\u000a15:53:29.792087 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:52:29" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19575): Process ended prematurely: osmo-stp_10.42.42.5(pid=19575) [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19575)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19575): Process ended prematurely: osmo-stp_10.42.42.5(pid=19575) [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:53:31.953485 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:31.965838 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:53:32.149373 tst cs_paging_gprs_active.py: using LAC 22102\u000a15:53:32.294583 tst cs_paging_gprs_active.py: using RAC 172\u000a15:53:32.418063 tst cs_paging_gprs_active.py: using CellId 22102\u000a15:53:32.536134 tst cs_paging_gprs_active.py: using BVCI 22103\u000a15:53:32.559537 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:32.570439 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:32.581074 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:32.591658 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:32.602195 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:32.612778 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:32.623596 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:32.634174 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:32.644867 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:53:32.766612 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:53:33.069246 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:53:33.207402 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:33.548774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19565): Launched\u000a15:53:33.832188 run iperf3-srv_10.42.42.10(pid=19566): Launched\u000a15:53:34.034004 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:53:34.171339 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:34.511150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19567): Launched\u000a15:53:34.793081 run iperf3-srv_10.42.42.10(pid=19568): Launched\u000a15:53:34.993520 tst cs_paging_gprs_active.py:38: start network...\u000a15:53:35.130326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:53:35.646433 run create_hlr_db(pid=19569): Launched\u000a15:53:35.837793 bus /gobi_6: Setting Powered False\u000a15:53:36.858721 run create_hlr_db(pid=19569): Terminated: ok {rc=0}\u000a15:53:37.272695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19571): Launched\u000a15:53:37.581640 run osmo-hlr_10.42.42.2(pid=19572): Launched\u000a15:53:37.704415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:53:38.240184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19574): Launched\u000a15:53:38.546986 run osmo-stp_10.42.42.5(pid=19575): Launched\u000a15:53:38.658608 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:53:39.196020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19577): Launched\u000a15:53:39.305414 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:53:39.574737 run patchelf(pid=19578): Launched\u000a15:53:39.754857 run osmo-stp_10.42.42.5(pid=19575): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19575)]\u000a15:53:39.886036 run osmo-stp_10.42.42.5(pid=19575): stdout: \u000a| (launched: 2022-12-09_15:53:38.396308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:40.017739 run osmo-stp_10.42.42.5(pid=19575): stderr: \u000a| �[0;m�[38;5;43m20221209155338564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155338564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155338564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155338565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155338565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155338565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155338565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:40.143855 run osmo-stp_10.42.42.5(pid=19575): stdout: \u000a| (launched: 2022-12-09_15:53:38.396308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:40.268433 run osmo-stp_10.42.42.5(pid=19575): stderr: \u000a| �[0;m�[38;5;43m20221209155338564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155338564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155338564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155338565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155338565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155338565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155338565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:40.415248 run patchelf(pid=19578): Terminating (SIGINT)\u000a15:53:40.587650 run patchelf(pid=19578): Terminated: ok {rc=0}\u000a15:53:40.619376 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19575): Process ended prematurely: osmo-stp_10.42.42.5(pid=19575) [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19575)] [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a15:53:40.628438 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a15:53:40.688135 run osmo-hlr_10.42.42.2(pid=19572): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19572)]\u000a15:53:40.736731 run osmo-hlr_10.42.42.2(pid=19572): stdout: \u000a| (launched: 2022-12-09_15:53:37.428472) \u000a15:53:40.786143 run osmo-hlr_10.42.42.2(pid=19572): stderr: \u000a| �[0;m�[1;31m20221209155337604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155337604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155337604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155337604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155337604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155337604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155337616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155337624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155337625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155337625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:53:40.828190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19565): Terminating (SIGTERM)\u000a15:53:40.867673 run iperf3-srv_10.42.42.10(pid=19566): Terminating (SIGTERM)\u000a15:53:40.907166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19567): Terminating (SIGTERM)\u000a15:53:40.946624 run iperf3-srv_10.42.42.10(pid=19568): Terminating (SIGTERM)\u000a15:53:40.986259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19571): Terminating (SIGTERM)\u000a15:53:41.025890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19574): Terminating (SIGTERM)\u000a15:53:41.065348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19577): Terminating (SIGTERM)\u000a15:53:41.074365 --- ParallelTerminationStrategy: PID 19565 died...\u000a15:53:41.127395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19565): Terminated: ok {rc=0}\u000a15:53:41.136830 --- ParallelTerminationStrategy: PID 19566 died...\u000a15:53:41.189185 run iperf3-srv_10.42.42.10(pid=19566): Terminated {rc=256}\u000a15:53:41.198700 --- ParallelTerminationStrategy: PID 19567 died...\u000a15:53:41.251771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19567): Terminated: ok {rc=0}\u000a15:53:41.261230 --- ParallelTerminationStrategy: PID 19568 died...\u000a15:53:41.314459 run iperf3-srv_10.42.42.10(pid=19568): Terminated {rc=256}\u000a15:53:41.323875 --- ParallelTerminationStrategy: PID 19571 died...\u000a15:53:41.376840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19571): Terminated: ok {rc=0}\u000a15:53:41.386310 --- ParallelTerminationStrategy: PID 19574 died...\u000a15:53:41.439171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19574): Terminated: ok {rc=0}\u000a15:53:41.448708 --- ParallelTerminationStrategy: PID 19577 died...\u000a15:53:41.501553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19577): Terminated: ok {rc=0}\u000a15:53:41.588891 bus /gobi_0: Setting Powered False\u000a15:53:42.697172 bus /gobi_0: Setting Powered False\u000a15:53:43.805617 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19587): Process ended prematurely: osmo-stp_10.42.42.5(pid=19587) [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19587)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19587): Process ended prematurely: osmo-stp_10.42.42.5(pid=19587) [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a15:53:44.922400 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:44.934731 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:53:45.091861 tst iperf3.py: using LAC 22103\u000a15:53:45.218519 tst iperf3.py: using RAC 173\u000a15:53:45.345913 tst iperf3.py: using CellId 22103\u000a15:53:45.471903 tst iperf3.py: using BVCI 22104\u000a15:53:45.496901 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:45.508371 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:45.519586 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:45.531326 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:45.542753 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:45.554269 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:45.566171 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:45.577804 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:45.589688 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:53:45.876050 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:53:46.007424 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:46.342614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19579): Launched\u000a15:53:46.635164 run iperf3-srv_10.42.42.10(pid=19580): Launched\u000a15:53:46.829582 tst iperf3.py:8: start network...\u000a15:53:46.959424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:53:47.455245 run create_hlr_db(pid=19581): Launched\u000a15:53:47.633278 bus /gobi_6: Setting Powered False\u000a15:53:48.652924 run create_hlr_db(pid=19581): Terminated: ok {rc=0}\u000a15:53:49.090365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19583): Launched\u000a15:53:49.417813 run osmo-hlr_10.42.42.2(pid=19584): Launched\u000a15:53:49.536156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:53:50.104926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19586): Launched\u000a15:53:50.431480 run osmo-stp_10.42.42.5(pid=19587): Launched\u000a15:53:50.550057 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:53:51.122360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19589): Launched\u000a15:53:51.239788 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:53:51.526953 run patchelf(pid=19590): Launched\u000a15:53:51.719210 run osmo-stp_10.42.42.5(pid=19587): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19587)]\u000a15:53:51.859703 run osmo-stp_10.42.42.5(pid=19587): stdout: \u000a| (launched: 2022-12-09_15:53:50.271042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:52.000585 run osmo-stp_10.42.42.5(pid=19587): stderr: \u000a| �[0;m�[38;5;43m20221209155350462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155350462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155350462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155350463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155350463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155350463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155350463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:52.136101 run osmo-stp_10.42.42.5(pid=19587): stdout: \u000a| (launched: 2022-12-09_15:53:50.271042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:52.270480 run osmo-stp_10.42.42.5(pid=19587): stderr: \u000a| �[0;m�[38;5;43m20221209155350462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155350462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155350462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155350463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155350463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155350463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155350463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:52.427120 run patchelf(pid=19590): Terminating (SIGINT)\u000a15:53:52.611226 run patchelf(pid=19590): Terminated: ok {rc=0}\u000a15:53:52.645305 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19587): Process ended prematurely: osmo-stp_10.42.42.5(pid=19587) [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19587)] [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a15:53:52.655210 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a15:53:52.720081 run osmo-hlr_10.42.42.2(pid=19584): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19584)]\u000a15:53:52.772771 run osmo-hlr_10.42.42.2(pid=19584): stdout: \u000a| (launched: 2022-12-09_15:53:49.256476) \u000a15:53:52.825909 run osmo-hlr_10.42.42.2(pid=19584): stderr: \u000a| �[0;m�[1;31m20221209155349454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155349454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155349454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155349454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155349454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155349454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155349467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155349475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155349475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155349475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:53:52.871177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19579): Terminating (SIGTERM)\u000a15:53:52.913468 run iperf3-srv_10.42.42.10(pid=19580): Terminating (SIGTERM)\u000a15:53:52.956318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19583): Terminating (SIGTERM)\u000a15:53:52.999028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19586): Terminating (SIGTERM)\u000a15:53:53.041558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19589): Terminating (SIGTERM)\u000a15:53:53.051696 --- ParallelTerminationStrategy: PID 19579 died...\u000a15:53:53.108932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19579): Terminated: ok {rc=0}\u000a15:53:53.119197 --- ParallelTerminationStrategy: PID 19580 died...\u000a15:53:53.175694 run iperf3-srv_10.42.42.10(pid=19580): Terminated {rc=256}\u000a15:53:53.185940 --- ParallelTerminationStrategy: PID 19583 died...\u000a15:53:53.242274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19583): Terminated: ok {rc=0}\u000a15:53:53.252844 --- ParallelTerminationStrategy: PID 19586 died...\u000a15:53:53.309911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19586): Terminated: ok {rc=0}\u000a15:53:53.320148 --- ParallelTerminationStrategy: PID 19589 died...\u000a15:53:53.376923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19589): Terminated: ok {rc=0}\u000a15:53:53.464317 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19605): Process ended prematurely: osmo-stp_10.42.42.5(pid=19605) [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19605)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19605): Process ended prematurely: osmo-stp_10.42.42.5(pid=19605) [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a15:53:54.580939 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:54.593383 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:53:54.749982 tst iperf3m4.py: using LAC 22104\u000a15:53:54.873724 tst iperf3m4.py: using RAC 174\u000a15:53:55.005588 tst iperf3m4.py: using CellId 22104\u000a15:53:55.146546 tst iperf3m4.py: using BVCI 22105\u000a15:53:55.171647 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:55.183346 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:55.194759 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:55.206809 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:55.218629 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:55.230412 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:55.242379 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:55.253907 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:53:55.265835 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:53:55.385562 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:53:55.507259 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:53:55.624320 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:53:55.909754 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:53:56.037476 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:56.355220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19591): Launched\u000a15:53:56.619506 run iperf3-srv_10.42.42.10(pid=19592): Launched\u000a15:53:56.807200 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:53:56.934639 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:57.253377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19593): Launched\u000a15:53:57.518122 run iperf3-srv_10.42.42.10(pid=19594): Launched\u000a15:53:57.704488 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:53:57.831675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:58.149866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19595): Launched\u000a15:53:58.414405 run iperf3-srv_10.42.42.10(pid=19596): Launched\u000a15:53:58.601940 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:53:58.729531 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:59.049156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19597): Launched\u000a15:53:59.313629 run iperf3-srv_10.42.42.10(pid=19598): Launched\u000a15:53:59.501389 tst iperf3m4.py:8: start network...\u000a15:53:59.628615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:54:00.119839 run create_hlr_db(pid=19599): Launched\u000a15:54:00.309848 bus /gobi_6: Setting Powered False\u000a15:54:01.334428 run create_hlr_db(pid=19599): Terminated: ok {rc=0}\u000a15:54:01.824705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19601): Launched\u000a15:54:02.222209 run osmo-hlr_10.42.42.2(pid=19602): Launched\u000a15:54:02.351361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:54:02.887361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19604): Launched\u000a15:54:03.193769 run osmo-stp_10.42.42.5(pid=19605): Launched\u000a15:54:03.304009 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:54:03.839667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19607): Launched\u000a15:54:03.948681 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:54:04.216328 run patchelf(pid=19608): Launched\u000a15:54:04.395313 run osmo-stp_10.42.42.5(pid=19605): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19605)]\u000a15:54:04.526155 run osmo-stp_10.42.42.5(pid=19605): stdout: \u000a| (launched: 2022-12-09_15:54:03.043177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:04.657008 run osmo-stp_10.42.42.5(pid=19605): stderr: \u000a| �[0;m�[38;5;43m20221209155403210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155403210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155403210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155403210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155403211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155403211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155403211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:04.782785 run osmo-stp_10.42.42.5(pid=19605): stdout: \u000a| (launched: 2022-12-09_15:54:03.043177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:04.907281 run osmo-stp_10.42.42.5(pid=19605): stderr: \u000a| �[0;m�[38;5;43m20221209155403210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155403210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155403210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155403210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155403211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155403211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155403211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:05.053125 run patchelf(pid=19608): Terminating (SIGINT)\u000a15:54:05.224774 run patchelf(pid=19608): Terminated: ok {rc=0}\u000a15:54:05.256350 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19605): Process ended prematurely: osmo-stp_10.42.42.5(pid=19605) [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19605)] [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a15:54:05.265641 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a15:54:05.326241 run osmo-hlr_10.42.42.2(pid=19602): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19602)]\u000a15:54:05.375525 run osmo-hlr_10.42.42.2(pid=19602): stdout: \u000a| (launched: 2022-12-09_15:54:02.031698) \u000a15:54:05.426070 run osmo-hlr_10.42.42.2(pid=19602): stderr: \u000a| �[0;m�[1;31m20221209155402330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155402330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155402330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155402330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155402330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155402330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155402343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155402353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155402353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155402353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:54:05.468083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19591): Terminating (SIGTERM)\u000a15:54:05.507925 run iperf3-srv_10.42.42.10(pid=19592): Terminating (SIGTERM)\u000a15:54:05.547899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19593): Terminating (SIGTERM)\u000a15:54:05.587891 run iperf3-srv_10.42.42.10(pid=19594): Terminating (SIGTERM)\u000a15:54:05.628015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19595): Terminating (SIGTERM)\u000a15:54:05.668007 run iperf3-srv_10.42.42.10(pid=19596): Terminating (SIGTERM)\u000a15:54:05.707857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19597): Terminating (SIGTERM)\u000a15:54:05.747402 run iperf3-srv_10.42.42.10(pid=19598): Terminating (SIGTERM)\u000a15:54:05.787180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19601): Terminating (SIGTERM)\u000a15:54:05.827063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19604): Terminating (SIGTERM)\u000a15:54:05.866869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19607): Terminating (SIGTERM)\u000a15:54:05.876008 --- ParallelTerminationStrategy: PID 19591 died...\u000a15:54:05.929477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19591): Terminated: ok {rc=0}\u000a15:54:05.939104 --- ParallelTerminationStrategy: PID 19592 died...\u000a15:54:05.991735 run iperf3-srv_10.42.42.10(pid=19592): Terminated {rc=256}\u000a15:54:06.001758 --- ParallelTerminationStrategy: PID 19593 died...\u000a15:54:06.054843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19593): Terminated: ok {rc=0}\u000a15:54:06.064404 --- ParallelTerminationStrategy: PID 19594 died...\u000a15:54:06.117215 run iperf3-srv_10.42.42.10(pid=19594): Terminated {rc=256}\u000a15:54:06.126718 --- ParallelTerminationStrategy: PID 19595 died...\u000a15:54:06.179644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19595): Terminated: ok {rc=0}\u000a15:54:06.189166 --- ParallelTerminationStrategy: PID 19596 died...\u000a15:54:06.242388 run iperf3-srv_10.42.42.10(pid=19596): Terminated {rc=256}\u000a15:54:06.251922 --- ParallelTerminationStrategy: PID 19597 died...\u000a15:54:06.304654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19597): Terminated: ok {rc=0}\u000a15:54:06.314231 --- ParallelTerminationStrategy: PID 19598 died...\u000a15:54:06.366930 run iperf3-srv_10.42.42.10(pid=19598): Terminated {rc=256}\u000a15:54:06.376317 --- ParallelTerminationStrategy: PID 19601 died...\u000a15:54:06.429446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19601): Terminated: ok {rc=0}\u000a15:54:06.439087 --- ParallelTerminationStrategy: PID 19604 died...\u000a15:54:06.491883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19604): Terminated: ok {rc=0}\u000a15:54:06.501591 --- ParallelTerminationStrategy: PID 19607 died...\u000a15:54:06.554596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19607): Terminated: ok {rc=0}\u000a15:54:06.638752 bus /gobi_4: Setting Powered False\u000a15:54:07.748042 bus /gobi_4: Setting Powered False\u000a15:54:08.861115 bus /gobi_1: Setting Powered False\u000a15:54:09.963859 bus /gobi_1: Setting Powered False\u000a15:54:11.076435 bus /gobi_0: Setting Powered False\u000a15:54:12.180301 bus /gobi_0: Setting Powered False\u000a15:54:13.292892 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19615): Process ended prematurely: osmo-stp_10.42.42.5(pid=19615) [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19615)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19615): Process ended prematurely: osmo-stp_10.42.42.5(pid=19615) [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a15:54:14.359892 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:14.371610 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:54:14.516658 tst ping.py: using LAC 22105\u000a15:54:14.634461 tst ping.py: using RAC 175\u000a15:54:14.761156 tst ping.py: using CellId 22105\u000a15:54:14.886651 tst ping.py: using BVCI 22106\u000a15:54:14.911440 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:14.923457 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:14.934969 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:14.947343 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:14.959621 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:14.972141 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:14.984067 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:14.995892 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:54:15.295009 tst ping.py:19: start network...\u000a15:54:15.430844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:54:16.008765 run create_hlr_db(pid=19609): Launched\u000a15:54:16.202440 bus /gobi_6: Setting Powered False\u000a15:54:17.224143 run create_hlr_db(pid=19609): Terminated: ok {rc=0}\u000a15:54:17.629686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19611): Launched\u000a15:54:17.929935 run osmo-hlr_10.42.42.2(pid=19612): Launched\u000a15:54:18.049854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:54:18.581729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19614): Launched\u000a15:54:18.882151 run osmo-stp_10.42.42.5(pid=19615): Launched\u000a15:54:18.990118 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:54:19.513632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19618): Launched\u000a15:54:19.620510 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:54:19.885462 run patchelf(pid=19619): Launched\u000a15:54:20.061073 run osmo-stp_10.42.42.5(pid=19615): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19615)]\u000a15:54:20.189923 run osmo-stp_10.42.42.5(pid=19615): stdout: \u000a| (launched: 2022-12-09_15:54:18.734625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:20.318695 run osmo-stp_10.42.42.5(pid=19615): stderr: \u000a| �[0;m�[38;5;43m20221209155418905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155418905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155418905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155418905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155418906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155418906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155418906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:20.444015 run osmo-stp_10.42.42.5(pid=19615): stdout: \u000a| (launched: 2022-12-09_15:54:18.734625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:20.567061 run osmo-stp_10.42.42.5(pid=19615): stderr: \u000a| �[0;m�[38;5;43m20221209155418905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155418905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155418905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155418905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155418906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155418906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155418906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:20.710232 run patchelf(pid=19619): Terminating (SIGINT)\u000a15:54:20.878712 run patchelf(pid=19619): Terminated: ok {rc=0}\u000a15:54:20.909591 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19615): Process ended prematurely: osmo-stp_10.42.42.5(pid=19615) [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19615)] [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a15:54:20.918419 tst ping.py:22: Test FAILED (6.5 sec)\u000a15:54:20.978269 run osmo-hlr_10.42.42.2(pid=19612): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19612)]\u000a15:54:21.027346 run osmo-hlr_10.42.42.2(pid=19612): stdout: \u000a| (launched: 2022-12-09_15:54:17.782487) \u000a15:54:21.077231 run osmo-hlr_10.42.42.2(pid=19612): stderr: \u000a| �[0;m�[1;31m20221209155417956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155417956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155417956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155417956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155417956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155417956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155417968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155417977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155417978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155417978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:54:21.119610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19611): Terminating (SIGTERM)\u000a15:54:21.159427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19614): Terminating (SIGTERM)\u000a15:54:21.199347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19618): Terminating (SIGTERM)\u000a15:54:21.208193 --- ParallelTerminationStrategy: PID 19611 died...\u000a15:54:21.261983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19611): Terminated: ok {rc=0}\u000a15:54:21.271667 --- ParallelTerminationStrategy: PID 19614 died...\u000a15:54:21.325109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19614): Terminated: ok {rc=0}\u000a15:54:21.334797 --- ParallelTerminationStrategy: PID 19618 died...\u000a15:54:21.388432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19618): Terminated: ok {rc=0}\u000a15:54:21.476893 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19627): Process ended prematurely: osmo-stp_10.42.42.5(pid=19627) [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19627)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19627): Process ended prematurely: osmo-stp_10.42.42.5(pid=19627) [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a15:54:22.528540 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:22.540370 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:54:22.688610 tst ping_idle_ping.py: using LAC 22106\u000a15:54:22.813619 tst ping_idle_ping.py: using RAC 176\u000a15:54:22.937975 tst ping_idle_ping.py: using CellId 22106\u000a15:54:23.061827 tst ping_idle_ping.py: using BVCI 22107\u000a15:54:23.086387 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:23.097821 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:23.109239 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:23.120629 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:23.132163 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:23.143459 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:23.155007 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:23.166439 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:54:23.460491 tst ping_idle_ping.py:24: start network...\u000a15:54:23.596143 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:54:24.109468 run create_hlr_db(pid=19621): Launched\u000a15:54:24.296861 bus /gobi_6: Setting Powered False\u000a15:54:25.306167 run create_hlr_db(pid=19621): Terminated: ok {rc=0}\u000a15:54:25.747665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19623): Launched\u000a15:54:26.070128 run osmo-hlr_10.42.42.2(pid=19624): Launched\u000a15:54:26.185449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:54:26.744474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19626): Launched\u000a15:54:27.067835 run osmo-stp_10.42.42.5(pid=19627): Launched\u000a15:54:27.184805 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:54:27.749809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19629): Launched\u000a15:54:27.865447 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:54:28.147778 run patchelf(pid=19630): Launched\u000a15:54:28.336908 run osmo-stp_10.42.42.5(pid=19627): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19627)]\u000a15:54:28.475440 run osmo-stp_10.42.42.5(pid=19627): stdout: \u000a| (launched: 2022-12-09_15:54:26.908132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:28.615114 run osmo-stp_10.42.42.5(pid=19627): stderr: \u000a| �[0;m�[38;5;43m20221209155427098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155427098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155427098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155427099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155427099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155427099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155427099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:28.750057 run osmo-stp_10.42.42.5(pid=19627): stdout: \u000a| (launched: 2022-12-09_15:54:26.908132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:28.883109 run osmo-stp_10.42.42.5(pid=19627): stderr: \u000a| �[0;m�[38;5;43m20221209155427098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155427098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155427098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155427099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155427099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155427099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155427099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:29.037215 run patchelf(pid=19630): Terminating (SIGINT)\u000a15:54:29.217779 run patchelf(pid=19630): Terminated: ok {rc=0}\u000a15:54:29.250746 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19627): Process ended prematurely: osmo-stp_10.42.42.5(pid=19627) [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19627)] [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a15:54:29.259975 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a15:54:29.324625 run osmo-hlr_10.42.42.2(pid=19624): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19624)]\u000a15:54:29.377152 run osmo-hlr_10.42.42.2(pid=19624): stdout: \u000a| (launched: 2022-12-09_15:54:25.911648) \u000a15:54:29.430357 run osmo-hlr_10.42.42.2(pid=19624): stderr: \u000a| �[0;m�[1;31m20221209155426106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155426107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155426107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155426107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155426107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155426107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155426119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155426128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155426128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155426128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:54:29.475411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19623): Terminating (SIGTERM)\u000a15:54:29.517819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19626): Terminating (SIGTERM)\u000a15:54:29.560604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19629): Terminating (SIGTERM)\u000a15:54:29.570918 --- ParallelTerminationStrategy: PID 19623 died...\u000a15:54:29.628310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19623): Terminated: ok {rc=0}\u000a15:54:29.638587 --- ParallelTerminationStrategy: PID 19626 died...\u000a15:54:29.696284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19626): Terminated: ok {rc=0}\u000a15:54:29.706663 --- ParallelTerminationStrategy: PID 19629 died...\u000a15:54:29.763782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19629): Terminated: ok {rc=0}\u000a15:54:29.851459 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:53:31" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19640): Process ended prematurely: osmo-stp_10.42.42.5(pid=19640) [trial-2361↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19640)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19640): Process ended prematurely: osmo-stp_10.42.42.5(pid=19640) [trial-2361↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19640)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a15:54:31.872471 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:54:31.884331 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:54:32.063714 tst switch_tch_pdch.py: using LAC 22107\u000a15:54:32.199701 tst switch_tch_pdch.py: using RAC 177\u000a15:54:32.334509 tst switch_tch_pdch.py: using CellId 22107\u000a15:54:32.460340 tst switch_tch_pdch.py: using BVCI 22108\u000a15:54:32.485045 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:54:32.496868 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:54:32.508591 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:54:32.520665 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:54:32.533469 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:54:32.545143 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:54:32.557483 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:54:32.569441 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:54:32.688134 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:54:32.966269 tst switch_tch_pdch.py:51: start network...\u000a15:54:33.091466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:54:33.573942 run create_hlr_db(pid=19634): Launched\u000a15:54:33.749293 bus /gobi_6: Setting Powered False\u000a15:54:34.769382 run create_hlr_db(pid=19634): Terminated: ok {rc=0}\u000a15:54:35.197035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19636): Launched\u000a15:54:35.518953 run osmo-hlr_10.42.42.2(pid=19637): Launched\u000a15:54:35.637348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:54:36.197317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19639): Launched\u000a15:54:36.520297 run osmo-stp_10.42.42.5(pid=19640): Launched\u000a15:54:36.637381 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:54:37.200296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19642): Launched\u000a15:54:37.315295 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:54:37.596482 run patchelf(pid=19643): Launched\u000a15:54:37.785833 run osmo-stp_10.42.42.5(pid=19640): ERR: Terminated: ERROR {rc=1} [trial-2361↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19640)]\u000a15:54:37.923565 run osmo-stp_10.42.42.5(pid=19640): stdout: \u000a| (launched: 2022-12-09_15:54:36.360745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:38.061975 run osmo-stp_10.42.42.5(pid=19640): stderr: \u000a| �[0;m�[38;5;43m20221209155436552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155436552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155436552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155436552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155436553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155436553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155436553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:38.195252 run osmo-stp_10.42.42.5(pid=19640): stdout: \u000a| (launched: 2022-12-09_15:54:36.360745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:38.327158 run osmo-stp_10.42.42.5(pid=19640): stderr: \u000a| �[0;m�[38;5;43m20221209155436552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155436552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155436552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155436552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155436553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155436553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155436553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:38.480188 run patchelf(pid=19643): Terminating (SIGINT)\u000a15:54:38.659815 run patchelf(pid=19643): Terminated: ok {rc=0}\u000a15:54:38.692672 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19640): Process ended prematurely: osmo-stp_10.42.42.5(pid=19640) [trial-2361↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19640)] [trial-2361↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a15:54:38.701966 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a15:54:38.766128 run osmo-hlr_10.42.42.2(pid=19637): ERR: Terminated: ERROR {rc=237} [trial-2361↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19637)]\u000a15:54:38.818054 run osmo-hlr_10.42.42.2(pid=19637): stdout: \u000a| (launched: 2022-12-09_15:54:35.360819) \u000a15:54:38.870718 run osmo-hlr_10.42.42.2(pid=19637): stderr: \u000a| �[0;m�[1;31m20221209155435558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155435558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155435558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155435558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155435558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155435558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155435571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155435581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155435581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155435581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:54:38.915326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19636): Terminating (SIGTERM)\u000a15:54:38.957933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19639): Terminating (SIGTERM)\u000a15:54:39.000667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19642): Terminating (SIGTERM)\u000a15:54:39.010504 --- ParallelTerminationStrategy: PID 19636 died...\u000a15:54:39.066726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19636): Terminated: ok {rc=0}\u000a15:54:39.077050 --- ParallelTerminationStrategy: PID 19639 died...\u000a15:54:39.133189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19639): Terminated: ok {rc=0}\u000a15:54:39.143148 --- ParallelTerminationStrategy: PID 19642 died...\u000a15:54:39.198942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19642): Terminated: ok {rc=0}\u000a15:54:39.286210 bus /gobi_0: Setting Powered False\u000a15:54:40.394025 bus /gobi_0: Setting Powered False\u000a15:54:41.502294 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:54:31" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19653): Process ended prematurely: osmo-stp_10.42.42.5(pid=19653) [trial-2361↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19653)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19653): Process ended prematurely: osmo-stp_10.42.42.5(pid=19653) [trial-2361↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a15:54:43.439928 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:54:43.450991 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a15:54:43.593837 tst switch_tch_pdch.py: using LAC 22108\u000a15:54:43.710059 tst switch_tch_pdch.py: using RAC 178\u000a15:54:43.825948 tst switch_tch_pdch.py: using CellId 22108\u000a15:54:43.941195 tst switch_tch_pdch.py: using BVCI 22109\u000a15:54:43.963972 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:54:43.974922 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:54:43.985659 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:54:43.996544 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:54:44.007305 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:54:44.018131 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:54:44.029008 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:54:44.039916 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a15:54:44.160394 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a15:54:44.456479 tst switch_tch_pdch.py:51: start network...\u000a15:54:44.591916 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:54:45.072371 run create_hlr_db(pid=19647): Launched\u000a15:54:45.204910 bus /gobi_6: Setting Powered False\u000a15:54:46.280769 run create_hlr_db(pid=19647): Terminated: ok {rc=0}\u000a15:54:46.732724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19649): Launched\u000a15:54:47.153442 run osmo-hlr_10.42.42.2(pid=19650): Launched\u000a15:54:47.271628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:54:47.808207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19652): Launched\u000a15:54:48.129290 run osmo-stp_10.42.42.5(pid=19653): Launched\u000a15:54:48.245159 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:54:48.776014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19655): Launched\u000a15:54:48.890467 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:54:49.171523 run patchelf(pid=19656): Launched\u000a15:54:49.358610 run osmo-stp_10.42.42.5(pid=19653): ERR: Terminated: ERROR {rc=1} [trial-2361↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19653)]\u000a15:54:49.495384 run osmo-stp_10.42.42.5(pid=19653): stdout: \u000a| (launched: 2022-12-09_15:54:47.970966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:49.633022 run osmo-stp_10.42.42.5(pid=19653): stderr: \u000a| �[0;m�[38;5;43m20221209155448161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155448161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155448162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155448162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155448163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155448163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155448163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:49.766665 run osmo-stp_10.42.42.5(pid=19653): stdout: \u000a| (launched: 2022-12-09_15:54:47.970966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:49.897840 run osmo-stp_10.42.42.5(pid=19653): stderr: \u000a| �[0;m�[38;5;43m20221209155448161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155448161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155448162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155448162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155448163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155448163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155448163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:50.050453 run patchelf(pid=19656): Terminating (SIGINT)\u000a15:54:50.229326 run patchelf(pid=19656): Terminated: ok {rc=0}\u000a15:54:50.261801 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19653): Process ended prematurely: osmo-stp_10.42.42.5(pid=19653) [trial-2361↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19653)] [trial-2361↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a15:54:50.271154 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a15:54:50.334470 run osmo-hlr_10.42.42.2(pid=19650): ERR: Terminated: ERROR {rc=237} [trial-2361↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19650)]\u000a15:54:50.385788 run osmo-hlr_10.42.42.2(pid=19650): stdout: \u000a| (launched: 2022-12-09_15:54:46.939962) \u000a15:54:50.437693 run osmo-hlr_10.42.42.2(pid=19650): stderr: \u000a| �[0;m�[1;31m20221209155447246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155447246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155447246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155447246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155447247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155447247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155447264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155447274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155447274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155447274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:54:50.482181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19649): Terminating (SIGTERM)\u000a15:54:50.523783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19652): Terminating (SIGTERM)\u000a15:54:50.565597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19655): Terminating (SIGTERM)\u000a15:54:50.575381 --- ParallelTerminationStrategy: PID 19649 died...\u000a15:54:50.631429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19649): Terminated: ok {rc=0}\u000a15:54:50.641385 --- ParallelTerminationStrategy: PID 19652 died...\u000a15:54:50.697445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19652): Terminated: ok {rc=0}\u000a15:54:50.707453 --- ParallelTerminationStrategy: PID 19655 died...\u000a15:54:50.763688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19655): Terminated: ok {rc=0}\u000a15:54:50.850239 bus /gobi_0: Setting Powered False\u000a15:54:51.957300 bus /gobi_0: Setting Powered False\u000a15:54:53.065187 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:54:43" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19661): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19661) [trial-2361↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19661)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19661): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19661) [trial-2361↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a15:54:54.958914 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a15:54:54.970280 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a15:54:55.115965 tst mo_mt_sms.py: using LAC 22109\u000a15:54:55.237385 tst mo_mt_sms.py: using RAC 179\u000a15:54:55.356033 tst mo_mt_sms.py: using CellId 22109\u000a15:54:55.475057 tst mo_mt_sms.py: using BVCI 22110\u000a15:54:55.497650 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a15:54:55.615635 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a15:54:55.895014 tst mo_mt_sms.py:9: start nitb and bts...\u000a15:54:56.020124 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:54:56.642617 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19660): Launched\u000a15:54:56.940790 run osmo-nitb_10.42.42.2(pid=19661): Launched\u000a15:54:57.125516 run osmo-nitb_10.42.42.2(pid=19661): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19661)]\u000a15:54:57.262540 run osmo-nitb_10.42.42.2(pid=19661): stdout: \u000a| (launched: 2022-12-09_15:54:56.795692) \u000a15:54:57.399117 run osmo-nitb_10.42.42.2(pid=19661): stderr: \u000a| (launched: 2022-12-09_15:54:56.840716)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:54:57.530931 run osmo-nitb_10.42.42.2(pid=19661): stdout: \u000a| (launched: 2022-12-09_15:54:56.795692) \u000a15:54:57.661707 run osmo-nitb_10.42.42.2(pid=19661): stderr: \u000a| (launched: 2022-12-09_15:54:56.840716)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:54:58.061369 tst osmo-nitb_10.42.42.2(pid=19661): stdout: \u000a| (launched: 2022-12-09_15:54:56.795692) \u000a15:54:58.180210 tst osmo-nitb_10.42.42.2(pid=19661): stderr: \u000a| (launched: 2022-12-09_15:54:56.840716)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:54:58.232487 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=19661): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19661) [trial-2361↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19661)] [trial-2361↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a15:54:58.240464 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a15:54:58.274600 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19660): Terminating (SIGTERM)\u000a15:54:58.451776 --- ParallelTerminationStrategy: PID 19660 died...\u000a15:54:58.506178 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19660): Terminated: ok {rc=0}\u000a15:54:58.594863 bus /sierra_3: Setting Powered False\u000a15:54:59.699399 bus /sierra_3: Setting Powered False\u000a15:55:00.812454 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:54:54" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19675): Process ended prematurely: osmo-stp_10.42.42.5(pid=19675) [trial-2361↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19675)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19675): Process ended prematurely: osmo-stp_10.42.42.5(pid=19675) [trial-2361↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a15:55:02.765612 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:02.776353 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a15:55:02.911799 tst mo_mt_sms.py: using LAC 22110\u000a15:55:03.030437 tst mo_mt_sms.py: using RAC 180\u000a15:55:03.150648 tst mo_mt_sms.py: using CellId 22110\u000a15:55:03.268022 tst mo_mt_sms.py: using BVCI 22111\u000a15:55:03.290931 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:03.301591 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:03.312109 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:03.323254 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:03.334279 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:03.345364 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a15:55:03.467417 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a15:55:03.678453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:55:04.183266 run create_hlr_db(pid=19669): Launched\u000a15:55:04.370304 bus /sierra_2: Setting Powered False\u000a15:55:05.390216 run create_hlr_db(pid=19669): Terminated: ok {rc=0}\u000a15:55:05.795191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19671): Launched\u000a15:55:06.099297 run osmo-hlr_10.42.42.2(pid=19672): Launched\u000a15:55:06.217598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:55:06.744021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19674): Launched\u000a15:55:07.043898 run osmo-stp_10.42.42.5(pid=19675): Launched\u000a15:55:07.152615 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:55:07.701677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19677): Launched\u000a15:55:08.003324 run osmo-msc_10.42.42.6(pid=19678): Launched\u000a15:55:08.178077 run osmo-stp_10.42.42.5(pid=19675): ERR: Terminated: ERROR {rc=1} [trial-2361↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19675)]\u000a15:55:08.304315 run osmo-stp_10.42.42.5(pid=19675): stdout: \u000a| (launched: 2022-12-09_15:55:06.896120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:08.428472 run osmo-stp_10.42.42.5(pid=19675): stderr: \u000a| �[0;m�[38;5;43m20221209155507065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155507065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155507066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155507066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155507066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155507067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155507067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:08.548548 run osmo-stp_10.42.42.5(pid=19675): stdout: \u000a| (launched: 2022-12-09_15:55:06.896120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:08.668011 run osmo-stp_10.42.42.5(pid=19675): stderr: \u000a| �[0;m�[38;5;43m20221209155507065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155507065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155507066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155507066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155507066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155507067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155507067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:08.720347 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=19675): Process ended prematurely: osmo-stp_10.42.42.5(pid=19675) [trial-2361↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19675)] [trial-2361↪sms:trx-b200↪mo_mt_sms.py:16]\u000a15:55:08.728681 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a15:55:08.787782 run osmo-hlr_10.42.42.2(pid=19672): ERR: Terminated: ERROR {rc=237} [trial-2361↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19672)]\u000a15:55:08.836441 run osmo-hlr_10.42.42.2(pid=19672): stdout: \u000a| (launched: 2022-12-09_15:55:05.948918) \u000a15:55:08.885757 run osmo-hlr_10.42.42.2(pid=19672): stderr: \u000a| �[0;m�[1;31m20221209155506122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155506122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155506122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155506123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155506123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155506123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155506135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155506143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155506143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155506143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:55:08.952781 run osmo-msc_10.42.42.6(pid=19678): ERR: Terminated: ERROR {rc=2} [trial-2361↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19678)]\u000a15:55:09.001449 run osmo-msc_10.42.42.6(pid=19678): stdout: \u000a| (launched: 2022-12-09_15:55:07.854156) \u000a15:55:09.050328 run osmo-msc_10.42.42.6(pid=19678): stderr: \u000a| �[0;m�[38;5;43m20221209155508124 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155508124 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f144b388c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155508124 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155508125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155508125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155508125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155508127 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155508128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155508128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155508128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:55:09.091915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19671): Terminating (SIGTERM)\u000a15:55:09.131543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19674): Terminating (SIGTERM)\u000a15:55:09.170980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19677): Terminating (SIGTERM)\u000a15:55:09.179990 --- ParallelTerminationStrategy: PID 19671 died...\u000a15:55:09.233054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19671): Terminated: ok {rc=0}\u000a15:55:09.242442 --- ParallelTerminationStrategy: PID 19674 died...\u000a15:55:09.295007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19674): Terminated: ok {rc=0}\u000a15:55:09.304421 --- ParallelTerminationStrategy: PID 19677 died...\u000a15:55:09.356847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19677): Terminated: ok {rc=0}\u000a15:55:09.440329 bus /sierra_3: Setting Powered False\u000a15:55:10.547039 bus /sierra_3: Setting Powered False\u000a15:55:11.655144 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:55:02" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19684): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19684) [trial-2361↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19684)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19684): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19684) [trial-2361↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a15:55:13.502784 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a15:55:13.514030 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a15:55:13.656747 tst assert_extension.py: using LAC 22111\u000a15:55:13.781649 tst assert_extension.py: using RAC 181\u000a15:55:13.897346 tst assert_extension.py: using CellId 22111\u000a15:55:14.024887 tst assert_extension.py: using BVCI 22112\u000a15:55:14.049874 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a15:55:14.329337 tst assert_extension.py:10: start nitb and bts...\u000a15:55:14.453890 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:55:15.076417 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19683): Launched\u000a15:55:15.373305 run osmo-nitb_10.42.42.2(pid=19684): Launched\u000a15:55:15.557439 run osmo-nitb_10.42.42.2(pid=19684): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19684)]\u000a15:55:15.693243 run osmo-nitb_10.42.42.2(pid=19684): stdout: \u000a| (launched: 2022-12-09_15:55:15.228740) \u000a15:55:15.830101 run osmo-nitb_10.42.42.2(pid=19684): stderr: \u000a| (launched: 2022-12-09_15:55:15.273430)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:55:15.976752 run osmo-nitb_10.42.42.2(pid=19684): stdout: \u000a| (launched: 2022-12-09_15:55:15.228740) \u000a15:55:16.121573 run osmo-nitb_10.42.42.2(pid=19684): stderr: \u000a| (launched: 2022-12-09_15:55:15.273430)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:55:16.499422 tst osmo-nitb_10.42.42.2(pid=19684): stdout: \u000a| (launched: 2022-12-09_15:55:15.228740) \u000a15:55:16.622444 tst osmo-nitb_10.42.42.2(pid=19684): stderr: \u000a| (launched: 2022-12-09_15:55:15.273430)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:55:16.676515 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=19684): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19684) [trial-2361↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19684)] [trial-2361↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a15:55:16.685322 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a15:55:16.722380 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19683): Terminating (SIGTERM)\u000a15:55:16.899872 --- ParallelTerminationStrategy: PID 19683 died...\u000a15:55:16.955730 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19683): Terminated: ok {rc=0}\u000a15:55:17.062899 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:55:13" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19694): Process ended prematurely: osmo-stp_10.42.42.5(pid=19694) [trial-2361↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19694)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19694): Process ended prematurely: osmo-stp_10.42.42.5(pid=19694) [trial-2361↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a15:55:18.906206 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:18.916712 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a15:55:19.049259 tst assert_extension.py: using LAC 22112\u000a15:55:19.166751 tst assert_extension.py: using RAC 182\u000a15:55:19.288799 tst assert_extension.py: using CellId 22112\u000a15:55:19.404752 tst assert_extension.py: using BVCI 22113\u000a15:55:19.427518 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:19.438142 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:19.448561 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:19.459011 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:19.469425 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:55:19.479848 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a15:55:19.688601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:55:20.194327 run create_hlr_db(pid=19688): Launched\u000a15:55:20.382132 bus /sierra_2: Setting Powered False\u000a15:55:21.401794 run create_hlr_db(pid=19688): Terminated: ok {rc=0}\u000a15:55:21.809468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19690): Launched\u000a15:55:22.110683 run osmo-hlr_10.42.42.2(pid=19691): Launched\u000a15:55:22.220589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:55:22.742753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19693): Launched\u000a15:55:23.042621 run osmo-stp_10.42.42.5(pid=19694): Launched\u000a15:55:23.151325 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:55:23.697245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19696): Launched\u000a15:55:23.997981 run osmo-msc_10.42.42.6(pid=19697): Launched\u000a15:55:24.175080 run osmo-stp_10.42.42.5(pid=19694): ERR: Terminated: ERROR {rc=1} [trial-2361↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19694)]\u000a15:55:24.301905 run osmo-stp_10.42.42.5(pid=19694): stdout: \u000a| (launched: 2022-12-09_15:55:22.894972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:24.426862 run osmo-stp_10.42.42.5(pid=19694): stderr: \u000a| �[0;m�[38;5;43m20221209155523062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155523062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155523062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155523063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155523063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155523063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155523063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:24.547919 run osmo-stp_10.42.42.5(pid=19694): stdout: \u000a| (launched: 2022-12-09_15:55:22.894972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:24.668330 run osmo-stp_10.42.42.5(pid=19694): stderr: \u000a| �[0;m�[38;5;43m20221209155523062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155523062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155523062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155523063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155523063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155523063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155523063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:24.721097 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=19694): Process ended prematurely: osmo-stp_10.42.42.5(pid=19694) [trial-2361↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19694)] [trial-2361↪ussd:trx-b200↪assert_extension.py:17]\u000a15:55:24.729153 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a15:55:24.790043 run osmo-hlr_10.42.42.2(pid=19691): ERR: Terminated: ERROR {rc=237} [trial-2361↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19691)]\u000a15:55:24.840022 run osmo-hlr_10.42.42.2(pid=19691): stdout: \u000a| (launched: 2022-12-09_15:55:21.962399) \u000a15:55:24.890135 run osmo-hlr_10.42.42.2(pid=19691): stderr: \u000a| �[0;m�[1;31m20221209155522137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155522137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155522137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155522137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155522137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155522137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155522151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155522161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155522161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155522161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:55:24.958041 run osmo-msc_10.42.42.6(pid=19697): ERR: Terminated: ERROR {rc=2} [trial-2361↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19697)]\u000a15:55:25.007292 run osmo-msc_10.42.42.6(pid=19697): stdout: \u000a| (launched: 2022-12-09_15:55:23.849728) \u000a15:55:25.057416 run osmo-msc_10.42.42.6(pid=19697): stderr: \u000a| �[0;m�[38;5;43m20221209155524121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155524121 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f547d4dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155524122 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155524122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155524123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155524123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155524125 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155524125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155524125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155524125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:55:25.100122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19690): Terminating (SIGTERM)\u000a15:55:25.140445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19693): Terminating (SIGTERM)\u000a15:55:25.180789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19696): Terminating (SIGTERM)\u000a15:55:25.190150 --- ParallelTerminationStrategy: PID 19690 died...\u000a15:55:25.244040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19690): Terminated: ok {rc=0}\u000a15:55:25.253947 --- ParallelTerminationStrategy: PID 19693 died...\u000a15:55:25.307605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19693): Terminated: ok {rc=0}\u000a15:55:25.317435 --- ParallelTerminationStrategy: PID 19696 died...\u000a15:55:25.371090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19696): Terminated: ok {rc=0}\u000a15:55:25.455111 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:55:18" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19708): Process ended prematurely: osmo-stp_10.42.42.5(pid=19708) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19708)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19708): Process ended prematurely: osmo-stp_10.42.42.5(pid=19708) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:55:27.409707 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:27.420702 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:55:27.577934 tst mo_mt_call.py: using LAC 22113\u000a15:55:27.696143 tst mo_mt_call.py: using RAC 183\u000a15:55:27.817350 tst mo_mt_call.py: using CellId 22113\u000a15:55:27.937302 tst mo_mt_call.py: using BVCI 22114\u000a15:55:27.960299 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:27.971366 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:27.982222 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:27.993186 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:28.004130 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:28.015032 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:55:28.131342 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:55:28.332940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:55:28.823255 run create_hlr_db(pid=19702): Launched\u000a15:55:28.998486 bus /sierra_2: Setting Powered False\u000a15:55:30.031719 run create_hlr_db(pid=19702): Terminated: ok {rc=0}\u000a15:55:30.466797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19704): Launched\u000a15:55:30.792738 run osmo-hlr_10.42.42.2(pid=19705): Launched\u000a15:55:30.974211 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:55:31.598452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19707): Launched\u000a15:55:32.039991 run osmo-stp_10.42.42.5(pid=19708): Launched\u000a15:55:32.242111 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:55:32.808922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19710): Launched\u000a15:55:33.116199 run osmo-msc_10.42.42.6(pid=19711): Launched\u000a15:55:33.294342 run osmo-stp_10.42.42.5(pid=19708): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19708)]\u000a15:55:33.422948 run osmo-stp_10.42.42.5(pid=19708): stdout: \u000a| (launched: 2022-12-09_15:55:31.759507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:33.550506 run osmo-stp_10.42.42.5(pid=19708): stderr: \u000a| �[0;m�[38;5;43m20221209155531975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155531975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155531976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155531976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155531977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155531977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155531977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:33.673338 run osmo-stp_10.42.42.5(pid=19708): stdout: \u000a| (launched: 2022-12-09_15:55:31.759507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:33.794958 run osmo-stp_10.42.42.5(pid=19708): stderr: \u000a| �[0;m�[38;5;43m20221209155531975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155531975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155531976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155531976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155531977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155531977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155531977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:33.848929 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19708): Process ended prematurely: osmo-stp_10.42.42.5(pid=19708) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19708)] [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a15:55:33.857617 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a15:55:33.917285 run osmo-hlr_10.42.42.2(pid=19705): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19705)]\u000a15:55:33.966728 run osmo-hlr_10.42.42.2(pid=19705): stdout: \u000a| (launched: 2022-12-09_15:55:30.632519) \u000a15:55:34.016530 run osmo-hlr_10.42.42.2(pid=19705): stderr: \u000a| �[0;m�[1;31m20221209155530845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155530845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155530845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155530845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155530845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155530845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155530871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155530884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155530884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155530884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:55:34.084116 run osmo-msc_10.42.42.6(pid=19711): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19711)]\u000a15:55:34.133873 run osmo-msc_10.42.42.6(pid=19711): stdout: \u000a| (launched: 2022-12-09_15:55:32.964396) \u000a15:55:34.183226 run osmo-msc_10.42.42.6(pid=19711): stderr: \u000a| �[0;m�[38;5;43m20221209155533239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155533239 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f925be3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155533239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155533239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155533240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155533240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155533242 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155533242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155533242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155533242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:55:34.225231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19704): Terminating (SIGTERM)\u000a15:55:34.264922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19707): Terminating (SIGTERM)\u000a15:55:34.304748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19710): Terminating (SIGTERM)\u000a15:55:34.313971 --- ParallelTerminationStrategy: PID 19704 died...\u000a15:55:34.367366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19704): Terminated: ok {rc=0}\u000a15:55:34.376797 --- ParallelTerminationStrategy: PID 19707 died...\u000a15:55:34.429861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19707): Terminated: ok {rc=0}\u000a15:55:34.439483 --- ParallelTerminationStrategy: PID 19710 died...\u000a15:55:34.492330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19710): Terminated: ok {rc=0}\u000a15:55:34.582165 bus /sierra_3: Setting Powered False\u000a15:55:35.686179 bus /sierra_3: Setting Powered False\u000a15:55:36.798872 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19719): Process ended prematurely: osmo-stp_10.42.42.5(pid=19719) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19719)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19719): Process ended prematurely: osmo-stp_10.42.42.5(pid=19719) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:55:37.909351 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:37.921302 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:55:38.078505 tst mo_mt_call_osmux.py: using LAC 22114\u000a15:55:38.199577 tst mo_mt_call_osmux.py: using RAC 184\u000a15:55:38.321714 tst mo_mt_call_osmux.py: using CellId 22114\u000a15:55:38.440386 tst mo_mt_call_osmux.py: using BVCI 22115\u000a15:55:38.463552 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:38.474703 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:38.485615 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:38.496463 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:38.507531 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:55:38.518462 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:55:38.634464 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:55:38.844690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:55:39.334258 run create_hlr_db(pid=19713): Launched\u000a15:55:39.510095 bus /sierra_2: Setting Powered False\u000a15:55:40.531121 run create_hlr_db(pid=19713): Terminated: ok {rc=0}\u000a15:55:40.966475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19715): Launched\u000a15:55:41.293311 run osmo-hlr_10.42.42.2(pid=19716): Launched\u000a15:55:41.414435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:55:42.006368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19718): Launched\u000a15:55:42.313213 run osmo-stp_10.42.42.5(pid=19719): Launched\u000a15:55:42.423758 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:55:42.982364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19721): Launched\u000a15:55:43.288809 run osmo-msc_10.42.42.6(pid=19722): Launched\u000a15:55:43.467222 run osmo-stp_10.42.42.5(pid=19719): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19719)]\u000a15:55:43.595974 run osmo-stp_10.42.42.5(pid=19719): stdout: \u000a| (launched: 2022-12-09_15:55:42.162833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:43.722401 run osmo-stp_10.42.42.5(pid=19719): stderr: \u000a| �[0;m�[38;5;43m20221209155542334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155542334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155542334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155542335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155542335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155542335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155542335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:43.843922 run osmo-stp_10.42.42.5(pid=19719): stdout: \u000a| (launched: 2022-12-09_15:55:42.162833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:43.964152 run osmo-stp_10.42.42.5(pid=19719): stderr: \u000a| �[0;m�[38;5;43m20221209155542334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155542334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155542334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155542335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155542335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155542335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155542335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:44.017687 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19719): Process ended prematurely: osmo-stp_10.42.42.5(pid=19719) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19719)] [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a15:55:44.026444 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a15:55:44.085703 run osmo-hlr_10.42.42.2(pid=19716): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19716)]\u000a15:55:44.134827 run osmo-hlr_10.42.42.2(pid=19716): stdout: \u000a| (launched: 2022-12-09_15:55:41.132545) \u000a15:55:44.185052 run osmo-hlr_10.42.42.2(pid=19716): stderr: \u000a| �[0;m�[1;31m20221209155541329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155541329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155541329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155541329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155541329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155541329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155541342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155541350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155541351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155541351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:55:44.252406 run osmo-msc_10.42.42.6(pid=19722): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19722)]\u000a15:55:44.301186 run osmo-msc_10.42.42.6(pid=19722): stdout: \u000a| (launched: 2022-12-09_15:55:43.137617) \u000a15:55:44.350592 run osmo-msc_10.42.42.6(pid=19722): stderr: \u000a| �[0;m�[38;5;43m20221209155543409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155543409 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa14d35c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155543409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155543409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155543409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155543410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155543411 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155543412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155543412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155543412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:55:44.392398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19715): Terminating (SIGTERM)\u000a15:55:44.431883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19718): Terminating (SIGTERM)\u000a15:55:44.471771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19721): Terminating (SIGTERM)\u000a15:55:44.480899 --- ParallelTerminationStrategy: PID 19715 died...\u000a15:55:44.534474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19715): Terminated: ok {rc=0}\u000a15:55:44.543873 --- ParallelTerminationStrategy: PID 19718 died...\u000a15:55:44.597208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19718): Terminated: ok {rc=0}\u000a15:55:44.606948 --- ParallelTerminationStrategy: PID 19721 died...\u000a15:55:44.660174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19721): Terminated: ok {rc=0}\u000a15:55:44.749809 bus /sierra_3: Setting Powered False\u000a15:55:45.852935 bus /sierra_3: Setting Powered False\u000a15:55:46.968271 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:55:27" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19733): Process ended prematurely: osmo-stp_10.42.42.5(pid=19733) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19733)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19733): Process ended prematurely: osmo-stp_10.42.42.5(pid=19733) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a15:55:48.960789 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:55:48.972106 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:55:49.128168 tst mo_mt_call.py: using LAC 22115\u000a15:55:49.248935 tst mo_mt_call.py: using RAC 185\u000a15:55:49.369016 tst mo_mt_call.py: using CellId 22115\u000a15:55:49.492870 tst mo_mt_call.py: using BVCI 22116\u000a15:55:49.515894 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:55:49.527145 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:55:49.538188 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:55:49.549144 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:55:49.560173 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:55:49.571114 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:55:49.690055 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:55:49.892748 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:55:50.381598 run create_hlr_db(pid=19727): Launched\u000a15:55:50.557866 bus /sierra_2: Setting Powered False\u000a15:55:51.578268 run create_hlr_db(pid=19727): Terminated: ok {rc=0}\u000a15:55:52.015372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19729): Launched\u000a15:55:52.343937 run osmo-hlr_10.42.42.2(pid=19730): Launched\u000a15:55:52.463709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:55:53.034807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19732): Launched\u000a15:55:53.363607 run osmo-stp_10.42.42.5(pid=19733): Launched\u000a15:55:53.482357 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:55:54.082482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19741): Launched\u000a15:55:54.410216 run osmo-msc_10.42.42.6(pid=19742): Launched\u000a15:55:54.601104 run osmo-stp_10.42.42.5(pid=19733): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19733)]\u000a15:55:54.739960 run osmo-stp_10.42.42.5(pid=19733): stdout: \u000a| (launched: 2022-12-09_15:55:53.201527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:54.877313 run osmo-stp_10.42.42.5(pid=19733): stderr: \u000a| �[0;m�[38;5;43m20221209155553391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155553391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155553391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155553392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155553392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155553392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155553392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:55.008319 run osmo-stp_10.42.42.5(pid=19733): stdout: \u000a| (launched: 2022-12-09_15:55:53.201527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:55.138499 run osmo-stp_10.42.42.5(pid=19733): stderr: \u000a| �[0;m�[38;5;43m20221209155553391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155553391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155553391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155553392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155553392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155553392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155553392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:55.195717 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19733): Process ended prematurely: osmo-stp_10.42.42.5(pid=19733) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19733)] [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a15:55:55.204878 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a15:55:55.268643 run osmo-hlr_10.42.42.2(pid=19730): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19730)]\u000a15:55:55.320638 run osmo-hlr_10.42.42.2(pid=19730): stdout: \u000a| (launched: 2022-12-09_15:55:52.182233) \u000a15:55:55.373260 run osmo-hlr_10.42.42.2(pid=19730): stderr: \u000a| �[0;m�[1;31m20221209155552379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155552379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155552379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155552379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155552379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155552379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155552391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155552400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155552400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155552400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:55:55.444245 run osmo-msc_10.42.42.6(pid=19742): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19742)]\u000a15:55:55.496574 run osmo-msc_10.42.42.6(pid=19742): stdout: \u000a| (launched: 2022-12-09_15:55:54.248544) \u000a15:55:55.549204 run osmo-msc_10.42.42.6(pid=19742): stderr: \u000a| �[0;m�[38;5;43m20221209155554572 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155554572 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efef5462c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155554572 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155554572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155554572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155554572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155554574 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155554575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155554575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155554575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:55:55.594031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19729): Terminating (SIGTERM)\u000a15:55:55.636815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19732): Terminating (SIGTERM)\u000a15:55:55.679234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19741): Terminating (SIGTERM)\u000a15:55:55.689279 --- ParallelTerminationStrategy: PID 19729 died...\u000a15:55:55.746516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19729): Terminated: ok {rc=0}\u000a15:55:55.756802 --- ParallelTerminationStrategy: PID 19732 died...\u000a15:55:55.813199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19732): Terminated: ok {rc=0}\u000a15:55:55.823748 --- ParallelTerminationStrategy: PID 19741 died...\u000a15:55:55.880418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19741): Terminated: ok {rc=0}\u000a15:55:55.968661 bus /sierra_3: Setting Powered False\u000a15:55:57.075581 bus /sierra_3: Setting Powered False\u000a15:55:58.184728 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19750): Process ended prematurely: osmo-stp_10.42.42.5(pid=19750) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19750)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19750): Process ended prematurely: osmo-stp_10.42.42.5(pid=19750) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:55:59.300074 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:55:59.312599 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:55:59.487337 tst mo_mt_call_osmux.py: using LAC 22116\u000a15:55:59.611735 tst mo_mt_call_osmux.py: using RAC 186\u000a15:55:59.730146 tst mo_mt_call_osmux.py: using CellId 22116\u000a15:55:59.848330 tst mo_mt_call_osmux.py: using BVCI 22117\u000a15:55:59.871471 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:55:59.882815 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:55:59.894115 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:55:59.905183 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:55:59.916218 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:55:59.927185 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:56:00.049945 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:56:00.266522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:56:00.781697 run create_hlr_db(pid=19744): Launched\u000a15:56:00.982319 bus /sierra_2: Setting Powered False\u000a15:56:02.037705 run create_hlr_db(pid=19744): Terminated: ok {rc=0}\u000a15:56:02.487790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19746): Launched\u000a15:56:02.818649 run osmo-hlr_10.42.42.2(pid=19747): Launched\u000a15:56:02.945645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:56:03.517541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19749): Launched\u000a15:56:03.845383 run osmo-stp_10.42.42.5(pid=19750): Launched\u000a15:56:03.963839 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:56:04.570056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19752): Launched\u000a15:56:04.899002 run osmo-msc_10.42.42.6(pid=19753): Launched\u000a15:56:05.091025 run osmo-stp_10.42.42.5(pid=19750): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19750)]\u000a15:56:05.230470 run osmo-stp_10.42.42.5(pid=19750): stdout: \u000a| (launched: 2022-12-09_15:56:03.683610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:05.368153 run osmo-stp_10.42.42.5(pid=19750): stderr: \u000a| �[0;m�[38;5;43m20221209155603877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155603877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155603877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155603877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155603878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155603878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155603878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:05.500031 run osmo-stp_10.42.42.5(pid=19750): stdout: \u000a| (launched: 2022-12-09_15:56:03.683610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:05.630794 run osmo-stp_10.42.42.5(pid=19750): stderr: \u000a| �[0;m�[38;5;43m20221209155603877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155603877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155603877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155603877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155603878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155603878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155603878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:05.688884 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19750): Process ended prematurely: osmo-stp_10.42.42.5(pid=19750) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19750)] [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a15:56:05.698345 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a15:56:05.762447 run osmo-hlr_10.42.42.2(pid=19747): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19747)]\u000a15:56:05.814721 run osmo-hlr_10.42.42.2(pid=19747): stdout: \u000a| (launched: 2022-12-09_15:56:02.654989) \u000a15:56:05.867662 run osmo-hlr_10.42.42.2(pid=19747): stderr: \u000a| �[0;m�[1;31m20221209155602851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155602851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155602851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155602852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155602852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155602852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155602863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155602872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155602872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155602872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:56:05.939016 run osmo-msc_10.42.42.6(pid=19753): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19753)]\u000a15:56:05.990961 run osmo-msc_10.42.42.6(pid=19753): stdout: \u000a| (launched: 2022-12-09_15:56:04.737485) \u000a15:56:06.043719 run osmo-msc_10.42.42.6(pid=19753): stderr: \u000a| �[0;m�[38;5;43m20221209155605060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155605060 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff06e289c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155605060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155605061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155605061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155605061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155605063 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155605063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155605063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155605063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:56:06.088651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19746): Terminating (SIGTERM)\u000a15:56:06.131182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19749): Terminating (SIGTERM)\u000a15:56:06.173233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19752): Terminating (SIGTERM)\u000a15:56:06.183144 --- ParallelTerminationStrategy: PID 19746 died...\u000a15:56:06.239489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19746): Terminated: ok {rc=0}\u000a15:56:06.249922 --- ParallelTerminationStrategy: PID 19749 died...\u000a15:56:06.305907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19749): Terminated: ok {rc=0}\u000a15:56:06.316085 --- ParallelTerminationStrategy: PID 19752 died...\u000a15:56:06.371967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19752): Terminated: ok {rc=0}\u000a15:56:06.459889 bus /sierra_3: Setting Powered False\u000a15:56:07.566715 bus /sierra_3: Setting Powered False\u000a15:56:08.677908 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:55:48" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19764): Process ended prematurely: osmo-stp_10.42.42.5(pid=19764) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19764)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19764): Process ended prematurely: osmo-stp_10.42.42.5(pid=19764) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:56:10.681155 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:10.692486 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:56:10.848675 tst mo_mt_call.py: using LAC 22117\u000a15:56:10.968108 tst mo_mt_call.py: using RAC 187\u000a15:56:11.087468 tst mo_mt_call.py: using CellId 22117\u000a15:56:11.204696 tst mo_mt_call.py: using BVCI 22118\u000a15:56:11.227823 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:11.239072 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:11.250118 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:11.261158 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:11.272193 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:11.283269 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:56:11.403463 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:56:11.608400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:56:12.098522 run create_hlr_db(pid=19758): Launched\u000a15:56:12.275464 bus /sierra_2: Setting Powered False\u000a15:56:13.295915 run create_hlr_db(pid=19758): Terminated: ok {rc=0}\u000a15:56:13.733332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19760): Launched\u000a15:56:14.064407 run osmo-hlr_10.42.42.2(pid=19761): Launched\u000a15:56:14.182872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:56:14.753351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19763): Launched\u000a15:56:15.081460 run osmo-stp_10.42.42.5(pid=19764): Launched\u000a15:56:15.199996 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:56:15.802964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19766): Launched\u000a15:56:16.192700 run osmo-msc_10.42.42.6(pid=19767): Launched\u000a15:56:16.624301 run osmo-stp_10.42.42.5(pid=19764): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19764)]\u000a15:56:16.910711 run osmo-stp_10.42.42.5(pid=19764): stdout: \u000a| (launched: 2022-12-09_15:56:14.920335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:17.095364 run osmo-stp_10.42.42.5(pid=19764): stderr: \u000a| �[0;m�[38;5;43m20221209155615112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155615112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155615112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155615113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155615113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155615114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155615114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:17.231081 run osmo-stp_10.42.42.5(pid=19764): stdout: \u000a| (launched: 2022-12-09_15:56:14.920335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:17.363250 run osmo-stp_10.42.42.5(pid=19764): stderr: \u000a| �[0;m�[38;5;43m20221209155615112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155615112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155615112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155615113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155615113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155615114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155615114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:17.421041 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19764): Process ended prematurely: osmo-stp_10.42.42.5(pid=19764) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19764)] [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a15:56:17.430537 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a15:56:17.494393 run osmo-hlr_10.42.42.2(pid=19761): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19761)]\u000a15:56:17.546428 run osmo-hlr_10.42.42.2(pid=19761): stdout: \u000a| (launched: 2022-12-09_15:56:13.901472) \u000a15:56:17.599180 run osmo-hlr_10.42.42.2(pid=19761): stderr: \u000a| �[0;m�[1;31m20221209155614097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155614097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155614097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155614097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155614097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155614097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155614110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155614119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155614119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155614119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:56:17.670101 run osmo-msc_10.42.42.6(pid=19767): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19767)]\u000a15:56:17.721767 run osmo-msc_10.42.42.6(pid=19767): stdout: \u000a| (launched: 2022-12-09_15:56:16.009898) \u000a15:56:17.774459 run osmo-msc_10.42.42.6(pid=19767): stderr: \u000a| �[0;m�[38;5;43m20221209155616717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155616717 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f595e9adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155616717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155616717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155616717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155616718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155616719 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155616720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155616720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155616720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:56:17.818831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19760): Terminating (SIGTERM)\u000a15:56:17.861580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19763): Terminating (SIGTERM)\u000a15:56:17.903603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19766): Terminating (SIGTERM)\u000a15:56:17.913666 --- ParallelTerminationStrategy: PID 19760 died...\u000a15:56:17.970199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19760): Terminated: ok {rc=0}\u000a15:56:17.980304 --- ParallelTerminationStrategy: PID 19763 died...\u000a15:56:18.036654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19763): Terminated: ok {rc=0}\u000a15:56:18.047153 --- ParallelTerminationStrategy: PID 19766 died...\u000a15:56:18.104116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19766): Terminated: ok {rc=0}\u000a15:56:18.191327 bus /sierra_3: Setting Powered False\u000a15:56:19.299624 bus /sierra_3: Setting Powered False\u000a15:56:20.409446 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19778): Process ended prematurely: osmo-stp_10.42.42.5(pid=19778) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19778)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19778): Process ended prematurely: osmo-stp_10.42.42.5(pid=19778) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:56:21.525804 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:21.538403 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:56:21.706396 tst mo_mt_call_osmux.py: using LAC 22118\u000a15:56:21.834140 tst mo_mt_call_osmux.py: using RAC 188\u000a15:56:21.953516 tst mo_mt_call_osmux.py: using CellId 22118\u000a15:56:22.071918 tst mo_mt_call_osmux.py: using BVCI 22119\u000a15:56:22.095315 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:22.106695 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:22.117927 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:22.129256 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:22.140330 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:56:22.151841 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:56:22.271991 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:56:22.479042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:56:22.972438 run create_hlr_db(pid=19769): Launched\u000a15:56:23.148459 bus /sierra_2: Setting Powered False\u000a15:56:24.169889 run create_hlr_db(pid=19769): Terminated: ok {rc=0}\u000a15:56:24.606019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19771): Launched\u000a15:56:24.935501 run osmo-hlr_10.42.42.2(pid=19772): Launched\u000a15:56:25.058552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:56:25.630190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19777): Launched\u000a15:56:25.959078 run osmo-stp_10.42.42.5(pid=19778): Launched\u000a15:56:26.077981 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:56:26.678645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19780): Launched\u000a15:56:27.009363 run osmo-msc_10.42.42.6(pid=19781): Launched\u000a15:56:27.200899 run osmo-stp_10.42.42.5(pid=19778): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19778)]\u000a15:56:27.339718 run osmo-stp_10.42.42.5(pid=19778): stdout: \u000a| (launched: 2022-12-09_15:56:25.797649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:27.477215 run osmo-stp_10.42.42.5(pid=19778): stderr: \u000a| �[0;m�[38;5;43m20221209155625987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155625987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155625988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155625988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155625989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155625989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155625989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:27.608567 run osmo-stp_10.42.42.5(pid=19778): stdout: \u000a| (launched: 2022-12-09_15:56:25.797649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:27.738870 run osmo-stp_10.42.42.5(pid=19778): stderr: \u000a| �[0;m�[38;5;43m20221209155625987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155625987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155625988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155625988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155625989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155625989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155625989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:27.797044 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19778): Process ended prematurely: osmo-stp_10.42.42.5(pid=19778) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19778)] [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a15:56:27.806392 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a15:56:27.870161 run osmo-hlr_10.42.42.2(pid=19772): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19772)]\u000a15:56:27.922134 run osmo-hlr_10.42.42.2(pid=19772): stdout: \u000a| (launched: 2022-12-09_15:56:24.773321) \u000a15:56:27.974800 run osmo-hlr_10.42.42.2(pid=19772): stderr: \u000a| �[0;m�[1;31m20221209155624970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155624970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155624970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155624970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155624970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155624970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155624983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155624992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155624992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155624992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:56:28.046237 run osmo-msc_10.42.42.6(pid=19781): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19781)]\u000a15:56:28.098433 run osmo-msc_10.42.42.6(pid=19781): stdout: \u000a| (launched: 2022-12-09_15:56:26.846302) \u000a15:56:28.150791 run osmo-msc_10.42.42.6(pid=19781): stderr: \u000a| �[0;m�[38;5;43m20221209155627167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155627167 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d28e37c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155627167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155627167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155627167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155627167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155627169 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155627170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155627170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155627170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:56:28.196158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19771): Terminating (SIGTERM)\u000a15:56:28.238862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19777): Terminating (SIGTERM)\u000a15:56:28.281149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19780): Terminating (SIGTERM)\u000a15:56:28.291111 --- ParallelTerminationStrategy: PID 19771 died...\u000a15:56:28.347706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19771): Terminated: ok {rc=0}\u000a15:56:28.357895 --- ParallelTerminationStrategy: PID 19777 died...\u000a15:56:28.414192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19777): Terminated: ok {rc=0}\u000a15:56:28.424148 --- ParallelTerminationStrategy: PID 19780 died...\u000a15:56:28.480491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19780): Terminated: ok {rc=0}\u000a15:56:28.568420 bus /sierra_3: Setting Powered False\u000a15:56:29.673656 bus /sierra_3: Setting Powered False\u000a15:56:30.782134 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:56:10" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19792): Process ended prematurely: osmo-stp_10.42.42.5(pid=19792) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19792)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19792): Process ended prematurely: osmo-stp_10.42.42.5(pid=19792) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:56:32.791716 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:32.803584 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:56:32.967082 tst mo_mt_call.py: using LAC 22119\u000a15:56:33.093066 tst mo_mt_call.py: using RAC 189\u000a15:56:33.220927 tst mo_mt_call.py: using CellId 22119\u000a15:56:33.347337 tst mo_mt_call.py: using BVCI 22120\u000a15:56:33.372183 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:33.383797 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:33.395246 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:33.406842 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:33.418730 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:33.430411 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:56:33.550980 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:56:33.754403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:56:34.245951 run create_hlr_db(pid=19786): Launched\u000a15:56:34.422759 bus /sierra_2: Setting Powered False\u000a15:56:35.443441 run create_hlr_db(pid=19786): Terminated: ok {rc=0}\u000a15:56:35.882497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19788): Launched\u000a15:56:36.211943 run osmo-hlr_10.42.42.2(pid=19789): Launched\u000a15:56:36.331570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:56:36.903882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19791): Launched\u000a15:56:37.231241 run osmo-stp_10.42.42.5(pid=19792): Launched\u000a15:56:37.349686 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:56:37.947033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19794): Launched\u000a15:56:38.255464 run osmo-msc_10.42.42.6(pid=19795): Launched\u000a15:56:38.434469 run osmo-stp_10.42.42.5(pid=19792): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19792)]\u000a15:56:38.565322 run osmo-stp_10.42.42.5(pid=19792): stdout: \u000a| (launched: 2022-12-09_15:56:37.069955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:38.693503 run osmo-stp_10.42.42.5(pid=19792): stderr: \u000a| �[0;m�[38;5;43m20221209155637260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155637260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155637260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155637261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155637261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155637261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155637261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:38.816171 run osmo-stp_10.42.42.5(pid=19792): stdout: \u000a| (launched: 2022-12-09_15:56:37.069955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:38.938064 run osmo-stp_10.42.42.5(pid=19792): stderr: \u000a| �[0;m�[38;5;43m20221209155637260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155637260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155637260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155637261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155637261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155637261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155637261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:38.991624 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19792): Process ended prematurely: osmo-stp_10.42.42.5(pid=19792) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19792)] [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a15:56:39.000281 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:56:39.059952 run osmo-hlr_10.42.42.2(pid=19789): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19789)]\u000a15:56:39.108916 run osmo-hlr_10.42.42.2(pid=19789): stdout: \u000a| (launched: 2022-12-09_15:56:36.049555) \u000a15:56:39.159144 run osmo-hlr_10.42.42.2(pid=19789): stderr: \u000a| �[0;m�[1;31m20221209155636248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155636248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155636248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155636248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155636248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155636248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155636261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155636270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155636270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155636270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:56:39.226543 run osmo-msc_10.42.42.6(pid=19795): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19795)]\u000a15:56:39.276118 run osmo-msc_10.42.42.6(pid=19795): stdout: \u000a| (launched: 2022-12-09_15:56:38.104077) \u000a15:56:39.325763 run osmo-msc_10.42.42.6(pid=19795): stderr: \u000a| �[0;m�[38;5;43m20221209155638377 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155638377 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68f0f68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155638378 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155638378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155638378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155638378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155638380 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155638380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155638380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155638380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:56:39.367785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19788): Terminating (SIGTERM)\u000a15:56:39.407450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19791): Terminating (SIGTERM)\u000a15:56:39.447217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19794): Terminating (SIGTERM)\u000a15:56:39.456347 --- ParallelTerminationStrategy: PID 19788 died...\u000a15:56:39.509885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19788): Terminated: ok {rc=0}\u000a15:56:39.519531 --- ParallelTerminationStrategy: PID 19791 died...\u000a15:56:39.572647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19791): Terminated: ok {rc=0}\u000a15:56:39.582236 --- ParallelTerminationStrategy: PID 19794 died...\u000a15:56:39.635649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19794): Terminated: ok {rc=0}\u000a15:56:39.719648 bus /sierra_3: Setting Powered False\u000a15:56:40.828384 bus /sierra_3: Setting Powered False\u000a15:56:41.941371 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19803): Process ended prematurely: osmo-stp_10.42.42.5(pid=19803) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19803)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19803): Process ended prematurely: osmo-stp_10.42.42.5(pid=19803) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:56:43.051730 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:43.063795 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:56:43.223230 tst mo_mt_call_osmux.py: using LAC 22120\u000a15:56:43.343407 tst mo_mt_call_osmux.py: using RAC 190\u000a15:56:43.471756 tst mo_mt_call_osmux.py: using CellId 22120\u000a15:56:43.599062 tst mo_mt_call_osmux.py: using BVCI 22121\u000a15:56:43.623989 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:43.635732 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:43.647453 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:43.659430 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:43.671025 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:56:43.683443 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:56:43.802099 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:56:44.006326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:56:44.496445 run create_hlr_db(pid=19797): Launched\u000a15:56:44.673808 bus /sierra_2: Setting Powered False\u000a15:56:45.694135 run create_hlr_db(pid=19797): Terminated: ok {rc=0}\u000a15:56:46.191239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19799): Launched\u000a15:56:46.589317 run osmo-hlr_10.42.42.2(pid=19800): Launched\u000a15:56:46.798717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:56:47.378827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19802): Launched\u000a15:56:47.706368 run osmo-stp_10.42.42.5(pid=19803): Launched\u000a15:56:47.825033 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:56:48.424721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19805): Launched\u000a15:56:48.753085 run osmo-msc_10.42.42.6(pid=19806): Launched\u000a15:56:48.945251 run osmo-stp_10.42.42.5(pid=19803): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19803)]\u000a15:56:49.083824 run osmo-stp_10.42.42.5(pid=19803): stdout: \u000a| (launched: 2022-12-09_15:56:47.545930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:49.221300 run osmo-stp_10.42.42.5(pid=19803): stderr: \u000a| �[0;m�[38;5;43m20221209155647738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155647738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155647738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155647739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155647739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155647739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155647739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:49.352688 run osmo-stp_10.42.42.5(pid=19803): stdout: \u000a| (launched: 2022-12-09_15:56:47.545930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:49.482894 run osmo-stp_10.42.42.5(pid=19803): stderr: \u000a| �[0;m�[38;5;43m20221209155647738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155647738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155647738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155647739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155647739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155647739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155647739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:49.540185 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19803): Process ended prematurely: osmo-stp_10.42.42.5(pid=19803) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19803)] [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a15:56:49.549523 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a15:56:49.612733 run osmo-hlr_10.42.42.2(pid=19800): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19800)]\u000a15:56:49.664423 run osmo-hlr_10.42.42.2(pid=19800): stdout: \u000a| (launched: 2022-12-09_15:56:46.354631) \u000a15:56:49.716475 run osmo-hlr_10.42.42.2(pid=19800): stderr: \u000a| �[0;m�[1;31m20221209155646592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155646592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155646592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155646592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155646592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155646592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155646614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155646635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155646635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155646635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:56:49.788006 run osmo-msc_10.42.42.6(pid=19806): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19806)]\u000a15:56:49.839746 run osmo-msc_10.42.42.6(pid=19806): stdout: \u000a| (launched: 2022-12-09_15:56:48.591419) \u000a15:56:49.892064 run osmo-msc_10.42.42.6(pid=19806): stderr: \u000a| �[0;m�[38;5;43m20221209155648913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155648913 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f693b305c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155648913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155648914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155648914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155648914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155648915 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155648916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155648916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155648916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:56:49.936305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19799): Terminating (SIGTERM)\u000a15:56:49.978453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19802): Terminating (SIGTERM)\u000a15:56:50.020746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19805): Terminating (SIGTERM)\u000a15:56:50.030377 --- ParallelTerminationStrategy: PID 19799 died...\u000a15:56:50.086716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19799): Terminated: ok {rc=0}\u000a15:56:50.096751 --- ParallelTerminationStrategy: PID 19802 died...\u000a15:56:50.152163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19802): Terminated: ok {rc=0}\u000a15:56:50.162461 --- ParallelTerminationStrategy: PID 19805 died...\u000a15:56:50.218469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19805): Terminated: ok {rc=0}\u000a15:56:50.304894 bus /sierra_3: Setting Powered False\u000a15:56:51.411269 bus /sierra_3: Setting Powered False\u000a15:56:52.519433 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:56:32" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19817): Process ended prematurely: osmo-stp_10.42.42.5(pid=19817) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19817)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19817): Process ended prematurely: osmo-stp_10.42.42.5(pid=19817) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:56:54.513827 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:56:54.524906 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:56:54.681878 tst mo_mt_call.py: using LAC 22121\u000a15:56:54.811242 tst mo_mt_call.py: using RAC 191\u000a15:56:54.939130 tst mo_mt_call.py: using CellId 22121\u000a15:56:55.065935 tst mo_mt_call.py: using BVCI 22122\u000a15:56:55.090799 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:56:55.102611 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:56:55.114477 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:56:55.126341 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:56:55.138060 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:56:55.149554 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:56:55.266847 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:56:55.479589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:56:55.995498 run create_hlr_db(pid=19811): Launched\u000a15:56:56.186216 bus /sierra_2: Setting Powered False\u000a15:56:57.206835 run create_hlr_db(pid=19811): Terminated: ok {rc=0}\u000a15:56:57.620351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19813): Launched\u000a15:56:57.928222 run osmo-hlr_10.42.42.2(pid=19814): Launched\u000a15:56:58.045228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:56:58.576315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19816): Launched\u000a15:56:58.882814 run osmo-stp_10.42.42.5(pid=19817): Launched\u000a15:56:58.993643 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:56:59.555754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19819): Launched\u000a15:56:59.864209 run osmo-msc_10.42.42.6(pid=19820): Launched\u000a15:57:00.043332 run osmo-stp_10.42.42.5(pid=19817): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19817)]\u000a15:57:00.175177 run osmo-stp_10.42.42.5(pid=19817): stdout: \u000a| (launched: 2022-12-09_15:56:58.732006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:00.302818 run osmo-stp_10.42.42.5(pid=19817): stderr: \u000a| �[0;m�[38;5;43m20221209155658903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155658903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155658903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155658904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155658904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155658904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155658904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:00.426068 run osmo-stp_10.42.42.5(pid=19817): stdout: \u000a| (launched: 2022-12-09_15:56:58.732006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:00.547547 run osmo-stp_10.42.42.5(pid=19817): stderr: \u000a| �[0;m�[38;5;43m20221209155658903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155658903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155658903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155658904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155658904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155658904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155658904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:00.601517 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19817): Process ended prematurely: osmo-stp_10.42.42.5(pid=19817) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19817)] [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a15:57:00.610063 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a15:57:00.669405 run osmo-hlr_10.42.42.2(pid=19814): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19814)]\u000a15:57:00.718530 run osmo-hlr_10.42.42.2(pid=19814): stdout: \u000a| (launched: 2022-12-09_15:56:57.776500) \u000a15:57:00.768318 run osmo-hlr_10.42.42.2(pid=19814): stderr: \u000a| �[0;m�[1;31m20221209155657957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155657957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155657957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155657957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155657957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155657957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155657970 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155657979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155657979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155657979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:57:00.836251 run osmo-msc_10.42.42.6(pid=19820): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19820)]\u000a15:57:00.887501 run osmo-msc_10.42.42.6(pid=19820): stdout: \u000a| (launched: 2022-12-09_15:56:59.711818) \u000a15:57:00.954579 run osmo-msc_10.42.42.6(pid=19820): stderr: \u000a| �[0;m�[38;5;43m20221209155659985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155659985 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2a1829c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155659985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155659985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155659985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155659986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155659987 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155659988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155659988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155659988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:57:00.997745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19813): Terminating (SIGTERM)\u000a15:57:01.039183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19816): Terminating (SIGTERM)\u000a15:57:01.079938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19819): Terminating (SIGTERM)\u000a15:57:01.089317 --- ParallelTerminationStrategy: PID 19813 died...\u000a15:57:01.144397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19813): Terminated: ok {rc=0}\u000a15:57:01.155050 --- ParallelTerminationStrategy: PID 19816 died...\u000a15:57:01.209855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19816): Terminated: ok {rc=0}\u000a15:57:01.220045 --- ParallelTerminationStrategy: PID 19819 died...\u000a15:57:01.274396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19819): Terminated: ok {rc=0}\u000a15:57:01.359611 bus /sierra_3: Setting Powered False\u000a15:57:02.462724 bus /sierra_3: Setting Powered False\u000a15:57:03.572885 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19828): Process ended prematurely: osmo-stp_10.42.42.5(pid=19828) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19828)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19828): Process ended prematurely: osmo-stp_10.42.42.5(pid=19828) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:57:04.690183 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:04.702609 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:57:04.872228 tst mo_mt_call_osmux.py: using LAC 22122\u000a15:57:05.002264 tst mo_mt_call_osmux.py: using RAC 192\u000a15:57:05.130394 tst mo_mt_call_osmux.py: using CellId 22122\u000a15:57:05.258340 tst mo_mt_call_osmux.py: using BVCI 22123\u000a15:57:05.283140 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:05.294733 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:05.306141 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:05.317949 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:05.329715 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:57:05.342200 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:57:05.462851 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:57:05.678038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:57:06.194236 run create_hlr_db(pid=19822): Launched\u000a15:57:06.385183 bus /sierra_2: Setting Powered False\u000a15:57:07.405036 run create_hlr_db(pid=19822): Terminated: ok {rc=0}\u000a15:57:07.844159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19824): Launched\u000a15:57:08.173950 run osmo-hlr_10.42.42.2(pid=19825): Launched\u000a15:57:08.293184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:57:08.864586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19827): Launched\u000a15:57:09.194983 run osmo-stp_10.42.42.5(pid=19828): Launched\u000a15:57:09.314505 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:57:09.915624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19830): Launched\u000a15:57:10.245626 run osmo-msc_10.42.42.6(pid=19831): Launched\u000a15:57:10.437403 run osmo-stp_10.42.42.5(pid=19828): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19828)]\u000a15:57:10.579867 run osmo-stp_10.42.42.5(pid=19828): stdout: \u000a| (launched: 2022-12-09_15:57:09.031527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:10.716418 run osmo-stp_10.42.42.5(pid=19828): stderr: \u000a| �[0;m�[38;5;43m20221209155709221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155709221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155709221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155709221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155709222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155709222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155709222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:10.848290 run osmo-stp_10.42.42.5(pid=19828): stdout: \u000a| (launched: 2022-12-09_15:57:09.031527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:10.978842 run osmo-stp_10.42.42.5(pid=19828): stderr: \u000a| �[0;m�[38;5;43m20221209155709221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155709221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155709221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155709221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155709222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155709222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155709222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:11.036395 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19828): Process ended prematurely: osmo-stp_10.42.42.5(pid=19828) [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19828)] [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a15:57:11.046029 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a15:57:11.110091 run osmo-hlr_10.42.42.2(pid=19825): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19825)]\u000a15:57:11.162119 run osmo-hlr_10.42.42.2(pid=19825): stdout: \u000a| (launched: 2022-12-09_15:57:08.010892) \u000a15:57:11.214981 run osmo-hlr_10.42.42.2(pid=19825): stderr: \u000a| �[0;m�[1;31m20221209155708207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155708207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155708207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155708207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155708207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155708207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155708219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155708228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155708228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155708228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:57:11.286374 run osmo-msc_10.42.42.6(pid=19831): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19831)]\u000a15:57:11.338564 run osmo-msc_10.42.42.6(pid=19831): stdout: \u000a| (launched: 2022-12-09_15:57:10.082151) \u000a15:57:11.391151 run osmo-msc_10.42.42.6(pid=19831): stderr: \u000a| �[0;m�[38;5;43m20221209155710404 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155710404 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0e6208c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155710404 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155710405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155710405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155710405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155710407 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155710407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155710407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155710407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:57:11.435744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19824): Terminating (SIGTERM)\u000a15:57:11.478573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19827): Terminating (SIGTERM)\u000a15:57:11.520483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19830): Terminating (SIGTERM)\u000a15:57:11.530251 --- ParallelTerminationStrategy: PID 19824 died...\u000a15:57:11.586481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19824): Terminated: ok {rc=0}\u000a15:57:11.596570 --- ParallelTerminationStrategy: PID 19827 died...\u000a15:57:11.652165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19827): Terminated: ok {rc=0}\u000a15:57:11.662239 --- ParallelTerminationStrategy: PID 19830 died...\u000a15:57:11.717979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19830): Terminated: ok {rc=0}\u000a15:57:11.805161 bus /sierra_3: Setting Powered False\u000a15:57:12.911017 bus /sierra_3: Setting Powered False\u000a15:57:14.019467 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:56:54" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19842): Process ended prematurely: osmo-stp_10.42.42.5(pid=19842) [trial-2361↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19842)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19842): Process ended prematurely: osmo-stp_10.42.42.5(pid=19842) [trial-2361↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19842)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a15:57:16.045626 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:16.058588 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:57:16.218332 tst mo_mt_call.py: using LAC 22123\u000a15:57:16.382905 tst mo_mt_call.py: using RAC 193\u000a15:57:16.539217 tst mo_mt_call.py: using CellId 22123\u000a15:57:16.704840 tst mo_mt_call.py: using BVCI 22124\u000a15:57:16.729770 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:16.741887 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:16.753990 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:16.765751 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:16.777558 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:16.789343 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:57:16.910230 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:57:17.123782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:57:17.640620 run create_hlr_db(pid=19836): Launched\u000a15:57:17.830906 bus /sierra_2: Setting Powered False\u000a15:57:18.851296 run create_hlr_db(pid=19836): Terminated: ok {rc=0}\u000a15:57:19.264644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19838): Launched\u000a15:57:19.573774 run osmo-hlr_10.42.42.2(pid=19839): Launched\u000a15:57:19.686785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:57:20.218714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19841): Launched\u000a15:57:20.524638 run osmo-stp_10.42.42.5(pid=19842): Launched\u000a15:57:20.640172 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:57:21.202342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19844): Launched\u000a15:57:21.511301 run osmo-msc_10.42.42.6(pid=19845): Launched\u000a15:57:21.691219 run osmo-stp_10.42.42.5(pid=19842): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19842)]\u000a15:57:21.820702 run osmo-stp_10.42.42.5(pid=19842): stdout: \u000a| (launched: 2022-12-09_15:57:20.374681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:21.947975 run osmo-stp_10.42.42.5(pid=19842): stderr: \u000a| �[0;m�[38;5;43m20221209155720543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155720543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155720544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155720544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155720545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155720545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155720545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:22.070898 run osmo-stp_10.42.42.5(pid=19842): stdout: \u000a| (launched: 2022-12-09_15:57:20.374681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:22.192342 run osmo-stp_10.42.42.5(pid=19842): stderr: \u000a| �[0;m�[38;5;43m20221209155720543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155720543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155720544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155720544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155720545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155720545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155720545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:22.246135 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19842): Process ended prematurely: osmo-stp_10.42.42.5(pid=19842) [trial-2361↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19842)] [trial-2361↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a15:57:22.254675 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:57:22.313867 run osmo-hlr_10.42.42.2(pid=19839): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19839)]\u000a15:57:22.362456 run osmo-hlr_10.42.42.2(pid=19839): stdout: \u000a| (launched: 2022-12-09_15:57:19.421267) \u000a15:57:22.411819 run osmo-hlr_10.42.42.2(pid=19839): stderr: \u000a| �[0;m�[1;31m20221209155719594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155719594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155719594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155719594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155719594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155719594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155719606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155719614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155719614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155719614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:57:22.479021 run osmo-msc_10.42.42.6(pid=19845): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19845)]\u000a15:57:22.527778 run osmo-msc_10.42.42.6(pid=19845): stdout: \u000a| (launched: 2022-12-09_15:57:21.358708) \u000a15:57:22.577270 run osmo-msc_10.42.42.6(pid=19845): stderr: \u000a| �[0;m�[38;5;43m20221209155721630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155721630 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed7936ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155721630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155721631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155721631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155721631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155721633 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155721633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155721633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155721633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:57:22.619178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19838): Terminating (SIGTERM)\u000a15:57:22.658849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19841): Terminating (SIGTERM)\u000a15:57:22.698555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19844): Terminating (SIGTERM)\u000a15:57:22.707639 --- ParallelTerminationStrategy: PID 19838 died...\u000a15:57:22.760600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19838): Terminated: ok {rc=0}\u000a15:57:22.770106 --- ParallelTerminationStrategy: PID 19841 died...\u000a15:57:22.822716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19841): Terminated: ok {rc=0}\u000a15:57:22.832230 --- ParallelTerminationStrategy: PID 19844 died...\u000a15:57:22.884943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19844): Terminated: ok {rc=0}\u000a15:57:22.973150 bus /sierra_3: Setting Powered False\u000a15:57:24.077237 bus /sierra_3: Setting Powered False\u000a15:57:25.188315 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19853): Process ended prematurely: osmo-stp_10.42.42.5(pid=19853) [trial-2361↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19853)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19853): Process ended prematurely: osmo-stp_10.42.42.5(pid=19853) [trial-2361↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:57:26.304450 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:26.317180 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:57:26.484442 tst mo_mt_call_osmux.py: using LAC 22124\u000a15:57:26.611496 tst mo_mt_call_osmux.py: using RAC 194\u000a15:57:26.741651 tst mo_mt_call_osmux.py: using CellId 22124\u000a15:57:26.871308 tst mo_mt_call_osmux.py: using BVCI 22125\u000a15:57:26.896291 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:26.908123 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:26.920414 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:26.931834 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:26.944330 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:57:26.955906 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:57:27.075490 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:57:27.281264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:57:27.773959 run create_hlr_db(pid=19847): Launched\u000a15:57:27.951551 bus /sierra_2: Setting Powered False\u000a15:57:28.972164 run create_hlr_db(pid=19847): Terminated: ok {rc=0}\u000a15:57:29.383249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19849): Launched\u000a15:57:29.691511 run osmo-hlr_10.42.42.2(pid=19850): Launched\u000a15:57:29.808121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:57:30.342862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19852): Launched\u000a15:57:30.650347 run osmo-stp_10.42.42.5(pid=19853): Launched\u000a15:57:30.761459 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:57:31.387785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19855): Launched\u000a15:57:31.831345 run osmo-msc_10.42.42.6(pid=19856): Launched\u000a15:57:32.162496 run osmo-stp_10.42.42.5(pid=19853): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19853)]\u000a15:57:32.305158 run osmo-stp_10.42.42.5(pid=19853): stdout: \u000a| (launched: 2022-12-09_15:57:30.499152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:32.442573 run osmo-stp_10.42.42.5(pid=19853): stderr: \u000a| �[0;m�[38;5;43m20221209155730669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155730669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155730669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155730670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155730670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155730670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155730670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:32.575509 run osmo-stp_10.42.42.5(pid=19853): stdout: \u000a| (launched: 2022-12-09_15:57:30.499152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:32.706679 run osmo-stp_10.42.42.5(pid=19853): stderr: \u000a| �[0;m�[38;5;43m20221209155730669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155730669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155730669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155730670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155730670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155730670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155730670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:32.764418 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19853): Process ended prematurely: osmo-stp_10.42.42.5(pid=19853) [trial-2361↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19853)] [trial-2361↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a15:57:32.774114 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a15:57:32.837913 run osmo-hlr_10.42.42.2(pid=19850): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19850)]\u000a15:57:32.889799 run osmo-hlr_10.42.42.2(pid=19850): stdout: \u000a| (launched: 2022-12-09_15:57:29.540107) \u000a15:57:32.942479 run osmo-hlr_10.42.42.2(pid=19850): stderr: \u000a| �[0;m�[1;31m20221209155729718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155729718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155729718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155729718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155729718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155729718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155729730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155729741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155729741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155729741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:57:33.013481 run osmo-msc_10.42.42.6(pid=19856): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19856)]\u000a15:57:33.065312 run osmo-msc_10.42.42.6(pid=19856): stdout: \u000a| (launched: 2022-12-09_15:57:31.561709) \u000a15:57:33.117766 run osmo-msc_10.42.42.6(pid=19856): stderr: \u000a| �[0;m�[38;5;43m20221209155732069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155732069 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8ba7a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155732069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155732069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155732070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155732070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155732072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155732072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155732072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155732072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:57:33.161650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19849): Terminating (SIGTERM)\u000a15:57:33.203938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19852): Terminating (SIGTERM)\u000a15:57:33.246160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19855): Terminating (SIGTERM)\u000a15:57:33.255812 --- ParallelTerminationStrategy: PID 19849 died...\u000a15:57:33.311826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19849): Terminated: ok {rc=0}\u000a15:57:33.322093 --- ParallelTerminationStrategy: PID 19852 died...\u000a15:57:33.377894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19852): Terminated: ok {rc=0}\u000a15:57:33.387855 --- ParallelTerminationStrategy: PID 19855 died...\u000a15:57:33.443389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19855): Terminated: ok {rc=0}\u000a15:57:33.530760 bus /sierra_3: Setting Powered False\u000a15:57:34.636618 bus /sierra_3: Setting Powered False\u000a15:57:35.743099 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:57:15" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19867): Process ended prematurely: osmo-stp_10.42.42.5(pid=19867) [trial-2361↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19867)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19867): Process ended prematurely: osmo-stp_10.42.42.5(pid=19867) [trial-2361↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a15:57:37.734710 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:37.745766 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:57:37.902271 tst mo_mt_call.py: using LAC 22125\u000a15:57:38.020214 tst mo_mt_call.py: using RAC 195\u000a15:57:38.140281 tst mo_mt_call.py: using CellId 22125\u000a15:57:38.257849 tst mo_mt_call.py: using BVCI 22126\u000a15:57:38.280912 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:38.291867 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:38.302693 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:38.313498 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:38.324311 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:38.335161 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:57:38.455890 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:57:38.671962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:57:39.190097 run create_hlr_db(pid=19861): Launched\u000a15:57:39.381490 bus /sierra_2: Setting Powered False\u000a15:57:40.390367 run create_hlr_db(pid=19861): Terminated: ok {rc=0}\u000a15:57:40.838848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19863): Launched\u000a15:57:41.165870 run osmo-hlr_10.42.42.2(pid=19864): Launched\u000a15:57:41.288400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:57:41.859291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19866): Launched\u000a15:57:42.188493 run osmo-stp_10.42.42.5(pid=19867): Launched\u000a15:57:42.307198 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:57:42.906392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19869): Launched\u000a15:57:43.236855 run osmo-msc_10.42.42.6(pid=19870): Launched\u000a15:57:43.428169 run osmo-stp_10.42.42.5(pid=19867): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19867)]\u000a15:57:43.566531 run osmo-stp_10.42.42.5(pid=19867): stdout: \u000a| (launched: 2022-12-09_15:57:42.026364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:43.703610 run osmo-stp_10.42.42.5(pid=19867): stderr: \u000a| �[0;m�[38;5;43m20221209155742216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155742216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155742216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155742217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155742217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155742217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155742218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:43.835256 run osmo-stp_10.42.42.5(pid=19867): stdout: \u000a| (launched: 2022-12-09_15:57:42.026364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:43.965753 run osmo-stp_10.42.42.5(pid=19867): stderr: \u000a| �[0;m�[38;5;43m20221209155742216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155742216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155742216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155742217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155742217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155742217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155742218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:44.023141 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19867): Process ended prematurely: osmo-stp_10.42.42.5(pid=19867) [trial-2361↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19867)] [trial-2361↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a15:57:44.032413 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a15:57:44.095689 run osmo-hlr_10.42.42.2(pid=19864): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19864)]\u000a15:57:44.147783 run osmo-hlr_10.42.42.2(pid=19864): stdout: \u000a| (launched: 2022-12-09_15:57:41.005481) \u000a15:57:44.200260 run osmo-hlr_10.42.42.2(pid=19864): stderr: \u000a| �[0;m�[1;31m20221209155741201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155741201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155741201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155741201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155741201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155741202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155741214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155741223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155741223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155741223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:57:44.270870 run osmo-msc_10.42.42.6(pid=19870): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19870)]\u000a15:57:44.322274 run osmo-msc_10.42.42.6(pid=19870): stdout: \u000a| (launched: 2022-12-09_15:57:43.073788) \u000a15:57:44.374385 run osmo-msc_10.42.42.6(pid=19870): stderr: \u000a| �[0;m�[38;5;43m20221209155743395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155743395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc410dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155743395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155743395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155743396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155743396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155743398 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155743398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155743398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155743398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:57:44.418595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19863): Terminating (SIGTERM)\u000a15:57:44.460704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19866): Terminating (SIGTERM)\u000a15:57:44.502635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19869): Terminating (SIGTERM)\u000a15:57:44.512644 --- ParallelTerminationStrategy: PID 19863 died...\u000a15:57:44.569730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19863): Terminated: ok {rc=0}\u000a15:57:44.579884 --- ParallelTerminationStrategy: PID 19866 died...\u000a15:57:44.636307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19866): Terminated: ok {rc=0}\u000a15:57:44.646498 --- ParallelTerminationStrategy: PID 19869 died...\u000a15:57:44.702797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19869): Terminated: ok {rc=0}\u000a15:57:44.791151 bus /sierra_3: Setting Powered False\u000a15:57:45.905562 bus /sierra_3: Setting Powered False\u000a15:57:47.037981 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19878): Process ended prematurely: osmo-stp_10.42.42.5(pid=19878) [trial-2361↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19878)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19878): Process ended prematurely: osmo-stp_10.42.42.5(pid=19878) [trial-2361↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:57:48.155027 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:48.167346 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:57:48.334431 tst mo_mt_call_osmux.py: using LAC 22126\u000a15:57:48.466565 tst mo_mt_call_osmux.py: using RAC 196\u000a15:57:48.594591 tst mo_mt_call_osmux.py: using CellId 22126\u000a15:57:48.720584 tst mo_mt_call_osmux.py: using BVCI 22127\u000a15:57:48.745481 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:48.756818 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:48.768127 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:48.779636 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:48.791449 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:57:48.803056 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:57:48.922223 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:57:49.136335 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:57:49.652727 run create_hlr_db(pid=19872): Launched\u000a15:57:49.843109 bus /sierra_2: Setting Powered False\u000a15:57:50.863377 run create_hlr_db(pid=19872): Terminated: ok {rc=0}\u000a15:57:51.276606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19874): Launched\u000a15:57:51.585611 run osmo-hlr_10.42.42.2(pid=19875): Launched\u000a15:57:51.708188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:57:52.272231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19877): Launched\u000a15:57:52.581089 run osmo-stp_10.42.42.5(pid=19878): Launched\u000a15:57:52.692307 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:57:53.254794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19880): Launched\u000a15:57:53.563980 run osmo-msc_10.42.42.6(pid=19881): Launched\u000a15:57:53.743690 run osmo-stp_10.42.42.5(pid=19878): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19878)]\u000a15:57:53.874356 run osmo-stp_10.42.42.5(pid=19878): stdout: \u000a| (launched: 2022-12-09_15:57:52.429106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:54.002441 run osmo-stp_10.42.42.5(pid=19878): stderr: \u000a| �[0;m�[38;5;43m20221209155752600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155752601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155752601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155752601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155752602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155752602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155752602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:54.125568 run osmo-stp_10.42.42.5(pid=19878): stdout: \u000a| (launched: 2022-12-09_15:57:52.429106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:54.247813 run osmo-stp_10.42.42.5(pid=19878): stderr: \u000a| �[0;m�[38;5;43m20221209155752600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155752601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155752601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155752601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155752602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155752602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155752602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:54.301980 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19878): Process ended prematurely: osmo-stp_10.42.42.5(pid=19878) [trial-2361↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19878)] [trial-2361↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a15:57:54.310675 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a15:57:54.370624 run osmo-hlr_10.42.42.2(pid=19875): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19875)]\u000a15:57:54.419935 run osmo-hlr_10.42.42.2(pid=19875): stdout: \u000a| (launched: 2022-12-09_15:57:51.432341) \u000a15:57:54.469695 run osmo-hlr_10.42.42.2(pid=19875): stderr: \u000a| �[0;m�[1;31m20221209155751606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155751606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155751606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155751606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155751606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155751606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155751619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155751628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155751629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155751629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:57:54.537224 run osmo-msc_10.42.42.6(pid=19881): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19881)]\u000a15:57:54.586652 run osmo-msc_10.42.42.6(pid=19881): stdout: \u000a| (launched: 2022-12-09_15:57:53.411478) \u000a15:57:54.636194 run osmo-msc_10.42.42.6(pid=19881): stderr: \u000a| �[0;m�[38;5;43m20221209155753683 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155753683 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f263f4e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155753683 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155753683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155753684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155753684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155753686 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155753686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155753686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155753686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:57:54.678339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19874): Terminating (SIGTERM)\u000a15:57:54.718031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19877): Terminating (SIGTERM)\u000a15:57:54.757802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19880): Terminating (SIGTERM)\u000a15:57:54.767075 --- ParallelTerminationStrategy: PID 19874 died...\u000a15:57:54.820828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19874): Terminated: ok {rc=0}\u000a15:57:54.830631 --- ParallelTerminationStrategy: PID 19877 died...\u000a15:57:54.883993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19877): Terminated: ok {rc=0}\u000a15:57:54.893657 --- ParallelTerminationStrategy: PID 19880 died...\u000a15:57:54.947123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19880): Terminated: ok {rc=0}\u000a15:57:55.037169 bus /sierra_3: Setting Powered False\u000a15:57:56.141815 bus /sierra_3: Setting Powered False\u000a15:57:57.254515 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:57:37" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19892): Process ended prematurely: osmo-stp_10.42.42.5(pid=19892) [trial-2361↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19892)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19892): Process ended prematurely: osmo-stp_10.42.42.5(pid=19892) [trial-2361↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a15:57:59.249025 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:57:59.260244 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a15:57:59.404498 tst mo_mt_call.py: using LAC 22127\u000a15:57:59.524168 tst mo_mt_call.py: using RAC 197\u000a15:57:59.644476 tst mo_mt_call.py: using CellId 22127\u000a15:57:59.763853 tst mo_mt_call.py: using BVCI 22128\u000a15:57:59.787032 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:57:59.798096 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:57:59.808916 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:57:59.819819 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:57:59.830608 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:57:59.841504 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a15:57:59.961322 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a15:58:00.175221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:58:00.690392 run create_hlr_db(pid=19886): Launched\u000a15:58:00.883830 bus /sierra_2: Setting Powered False\u000a15:58:01.903180 run create_hlr_db(pid=19886): Terminated: ok {rc=0}\u000a15:58:02.358441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19888): Launched\u000a15:58:02.686082 run osmo-hlr_10.42.42.2(pid=19889): Launched\u000a15:58:02.808095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:58:03.380240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19891): Launched\u000a15:58:03.707426 run osmo-stp_10.42.42.5(pid=19892): Launched\u000a15:58:03.827108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:58:04.428137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19894): Launched\u000a15:58:04.758362 run osmo-msc_10.42.42.6(pid=19895): Launched\u000a15:58:04.950734 run osmo-stp_10.42.42.5(pid=19892): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19892)]\u000a15:58:05.090385 run osmo-stp_10.42.42.5(pid=19892): stdout: \u000a| (launched: 2022-12-09_15:58:03.546650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:05.227337 run osmo-stp_10.42.42.5(pid=19892): stderr: \u000a| �[0;m�[38;5;43m20221209155803738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155803738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155803738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155803738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155803739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155803739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155803739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:05.358924 run osmo-stp_10.42.42.5(pid=19892): stdout: \u000a| (launched: 2022-12-09_15:58:03.546650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:05.489207 run osmo-stp_10.42.42.5(pid=19892): stderr: \u000a| �[0;m�[38;5;43m20221209155803738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155803738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155803738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155803738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155803739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155803739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155803739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:05.546775 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19892): Process ended prematurely: osmo-stp_10.42.42.5(pid=19892) [trial-2361↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19892)] [trial-2361↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a15:58:05.556061 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a15:58:05.619513 run osmo-hlr_10.42.42.2(pid=19889): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19889)]\u000a15:58:05.671210 run osmo-hlr_10.42.42.2(pid=19889): stdout: \u000a| (launched: 2022-12-09_15:58:02.525140) \u000a15:58:05.723445 run osmo-hlr_10.42.42.2(pid=19889): stderr: \u000a| �[0;m�[1;31m20221209155802722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155802722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155802722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155802722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155802722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155802722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155802734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155802742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155802743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155802743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:58:05.794270 run osmo-msc_10.42.42.6(pid=19895): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19895)]\u000a15:58:05.846010 run osmo-msc_10.42.42.6(pid=19895): stdout: \u000a| (launched: 2022-12-09_15:58:04.595184) \u000a15:58:05.898235 run osmo-msc_10.42.42.6(pid=19895): stderr: \u000a| �[0;m�[38;5;43m20221209155804914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155804914 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa874cd4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155804915 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155804915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155804915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155804915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155804917 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155804918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155804918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155804918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:58:05.942635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19888): Terminating (SIGTERM)\u000a15:58:05.984904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19891): Terminating (SIGTERM)\u000a15:58:06.027950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19894): Terminating (SIGTERM)\u000a15:58:06.037816 --- ParallelTerminationStrategy: PID 19888 died...\u000a15:58:06.094655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19888): Terminated: ok {rc=0}\u000a15:58:06.105248 --- ParallelTerminationStrategy: PID 19891 died...\u000a15:58:06.162017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19891): Terminated: ok {rc=0}\u000a15:58:06.172239 --- ParallelTerminationStrategy: PID 19894 died...\u000a15:58:06.228884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19894): Terminated: ok {rc=0}\u000a15:58:06.316058 bus /sierra_3: Setting Powered False\u000a15:58:07.423568 bus /sierra_3: Setting Powered False\u000a15:58:08.535890 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19903): Process ended prematurely: osmo-stp_10.42.42.5(pid=19903) [trial-2361↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19903)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19903): Process ended prematurely: osmo-stp_10.42.42.5(pid=19903) [trial-2361↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:58:09.648993 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:09.660801 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a15:58:09.799472 tst mo_mt_call_osmux.py: using LAC 22128\u000a15:58:09.921262 tst mo_mt_call_osmux.py: using RAC 198\u000a15:58:10.043095 tst mo_mt_call_osmux.py: using CellId 22128\u000a15:58:10.162726 tst mo_mt_call_osmux.py: using BVCI 22129\u000a15:58:10.186092 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:10.197222 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:10.208149 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:10.219221 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:10.230241 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:58:10.241349 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a15:58:10.360891 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a15:58:10.567625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:58:11.060454 run create_hlr_db(pid=19897): Launched\u000a15:58:11.237439 bus /sierra_2: Setting Powered False\u000a15:58:12.258356 run create_hlr_db(pid=19897): Terminated: ok {rc=0}\u000a15:58:12.698105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19899): Launched\u000a15:58:13.027707 run osmo-hlr_10.42.42.2(pid=19900): Launched\u000a15:58:13.150216 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:58:13.723370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19902): Launched\u000a15:58:14.052460 run osmo-stp_10.42.42.5(pid=19903): Launched\u000a15:58:14.171694 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:58:14.774478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19905): Launched\u000a15:58:15.104787 run osmo-msc_10.42.42.6(pid=19906): Launched\u000a15:58:15.295820 run osmo-stp_10.42.42.5(pid=19903): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19903)]\u000a15:58:15.434014 run osmo-stp_10.42.42.5(pid=19903): stdout: \u000a| (launched: 2022-12-09_15:58:13.891303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:15.571187 run osmo-stp_10.42.42.5(pid=19903): stderr: \u000a| �[0;m�[38;5;43m20221209155814083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155814083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155814083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155814084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155814084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155814084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155814084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:15.702792 run osmo-stp_10.42.42.5(pid=19903): stdout: \u000a| (launched: 2022-12-09_15:58:13.891303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:15.834223 run osmo-stp_10.42.42.5(pid=19903): stderr: \u000a| �[0;m�[38;5;43m20221209155814083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155814083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155814083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155814084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155814084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155814084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155814084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:15.900155 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19903): Process ended prematurely: osmo-stp_10.42.42.5(pid=19903) [trial-2361↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19903)] [trial-2361↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a15:58:15.910221 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a15:58:15.975350 run osmo-hlr_10.42.42.2(pid=19900): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19900)]\u000a15:58:16.028217 run osmo-hlr_10.42.42.2(pid=19900): stdout: \u000a| (launched: 2022-12-09_15:58:12.866123) \u000a15:58:16.081906 run osmo-hlr_10.42.42.2(pid=19900): stderr: \u000a| �[0;m�[1;31m20221209155813063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155813063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155813063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155813063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155813063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155813063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155813077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155813085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155813085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155813085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:58:16.154208 run osmo-msc_10.42.42.6(pid=19906): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19906)]\u000a15:58:16.207195 run osmo-msc_10.42.42.6(pid=19906): stdout: \u000a| (launched: 2022-12-09_15:58:14.942139) \u000a15:58:16.260325 run osmo-msc_10.42.42.6(pid=19906): stderr: \u000a| �[0;m�[38;5;43m20221209155815265 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155815265 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f048157fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155815265 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155815265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155815265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155815266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155815267 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155815268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155815268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155815268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:58:16.305359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19899): Terminating (SIGTERM)\u000a15:58:16.348355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19902): Terminating (SIGTERM)\u000a15:58:16.391848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19905): Terminating (SIGTERM)\u000a15:58:16.401861 --- ParallelTerminationStrategy: PID 19899 died...\u000a15:58:16.459551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19899): Terminated: ok {rc=0}\u000a15:58:16.470211 --- ParallelTerminationStrategy: PID 19902 died...\u000a15:58:16.527441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19902): Terminated: ok {rc=0}\u000a15:58:16.537963 --- ParallelTerminationStrategy: PID 19905 died...\u000a15:58:16.594756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19905): Terminated: ok {rc=0}\u000a15:58:16.698837 bus /sierra_3: Setting Powered False\u000a15:58:17.803499 bus /sierra_3: Setting Powered False\u000a15:58:18.915880 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:57:58" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19917): Process ended prematurely: osmo-stp_10.42.42.5(pid=19917) [trial-2361↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19917)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19917): Process ended prematurely: osmo-stp_10.42.42.5(pid=19917) [trial-2361↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a15:58:20.912680 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:20.924232 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a15:58:21.065041 tst mo_mt_call.py: using LAC 22129\u000a15:58:21.195425 tst mo_mt_call.py: using RAC 199\u000a15:58:21.324266 tst mo_mt_call.py: using CellId 22129\u000a15:58:21.447860 tst mo_mt_call.py: using BVCI 22130\u000a15:58:21.471469 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:21.482997 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:21.494473 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:21.506074 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:21.517680 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:21.529214 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a15:58:21.650555 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a15:58:21.857941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:58:22.350549 run create_hlr_db(pid=19911): Launched\u000a15:58:22.527714 bus /sierra_2: Setting Powered False\u000a15:58:23.549981 run create_hlr_db(pid=19911): Terminated: ok {rc=0}\u000a15:58:23.988397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19913): Launched\u000a15:58:24.317529 run osmo-hlr_10.42.42.2(pid=19914): Launched\u000a15:58:24.439396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:58:25.011949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19916): Launched\u000a15:58:25.342787 run osmo-stp_10.42.42.5(pid=19917): Launched\u000a15:58:25.462435 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:58:26.064293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19919): Launched\u000a15:58:26.393448 run osmo-msc_10.42.42.6(pid=19920): Launched\u000a15:58:26.586626 run osmo-stp_10.42.42.5(pid=19917): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19917)]\u000a15:58:26.726035 run osmo-stp_10.42.42.5(pid=19917): stdout: \u000a| (launched: 2022-12-09_15:58:25.179329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:26.863856 run osmo-stp_10.42.42.5(pid=19917): stderr: \u000a| �[0;m�[38;5;43m20221209155825372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155825372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155825372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155825373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155825373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155825373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155825373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:26.996107 run osmo-stp_10.42.42.5(pid=19917): stdout: \u000a| (launched: 2022-12-09_15:58:25.179329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:27.127359 run osmo-stp_10.42.42.5(pid=19917): stderr: \u000a| �[0;m�[38;5;43m20221209155825372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155825372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155825372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155825373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155825373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155825373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155825373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:27.185619 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19917): Process ended prematurely: osmo-stp_10.42.42.5(pid=19917) [trial-2361↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19917)] [trial-2361↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a15:58:27.195102 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a15:58:27.259038 run osmo-hlr_10.42.42.2(pid=19914): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19914)]\u000a15:58:27.310590 run osmo-hlr_10.42.42.2(pid=19914): stdout: \u000a| (launched: 2022-12-09_15:58:24.155049) \u000a15:58:27.363578 run osmo-hlr_10.42.42.2(pid=19914): stderr: \u000a| �[0;m�[1;31m20221209155824352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155824352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155824352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155824352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155824352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155824352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155824365 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155824373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155824373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155824374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:58:27.434168 run osmo-msc_10.42.42.6(pid=19920): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19920)]\u000a15:58:27.486476 run osmo-msc_10.42.42.6(pid=19920): stdout: \u000a| (launched: 2022-12-09_15:58:26.231658) \u000a15:58:27.539446 run osmo-msc_10.42.42.6(pid=19920): stderr: \u000a| �[0;m�[38;5;43m20221209155826554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155826554 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06638b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155826554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155826555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155826555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155826555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155826557 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155826557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155826557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155826557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:58:27.584442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19913): Terminating (SIGTERM)\u000a15:58:27.626706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19916): Terminating (SIGTERM)\u000a15:58:27.669042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19919): Terminating (SIGTERM)\u000a15:58:27.679299 --- ParallelTerminationStrategy: PID 19913 died...\u000a15:58:27.736253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19913): Terminated: ok {rc=0}\u000a15:58:27.746510 --- ParallelTerminationStrategy: PID 19916 died...\u000a15:58:27.803121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19916): Terminated: ok {rc=0}\u000a15:58:27.813740 --- ParallelTerminationStrategy: PID 19919 died...\u000a15:58:27.870345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19919): Terminated: ok {rc=0}\u000a15:58:27.957339 bus /sierra_3: Setting Powered False\u000a15:58:29.065345 bus /sierra_3: Setting Powered False\u000a15:58:30.174132 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19928): Process ended prematurely: osmo-stp_10.42.42.5(pid=19928) [trial-2361↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19928)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19928): Process ended prematurely: osmo-stp_10.42.42.5(pid=19928) [trial-2361↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:58:31.291998 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:31.305885 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a15:58:31.475678 tst mo_mt_call_osmux.py: using LAC 22130\u000a15:58:31.603610 tst mo_mt_call_osmux.py: using RAC 200\u000a15:58:31.732222 tst mo_mt_call_osmux.py: using CellId 22130\u000a15:58:31.862084 tst mo_mt_call_osmux.py: using BVCI 22131\u000a15:58:31.888234 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:31.901147 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:31.915095 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:31.929075 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:31.942778 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:58:31.956368 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a15:58:32.102777 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a15:58:32.327359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:58:32.844247 run create_hlr_db(pid=19922): Launched\u000a15:58:33.035372 bus /sierra_2: Setting Powered False\u000a15:58:34.055856 run create_hlr_db(pid=19922): Terminated: ok {rc=0}\u000a15:58:34.471990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19924): Launched\u000a15:58:34.780547 run osmo-hlr_10.42.42.2(pid=19925): Launched\u000a15:58:34.902384 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:58:35.441648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19927): Launched\u000a15:58:35.750363 run osmo-stp_10.42.42.5(pid=19928): Launched\u000a15:58:35.860748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:58:36.420359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19930): Launched\u000a15:58:36.727876 run osmo-msc_10.42.42.6(pid=19931): Launched\u000a15:58:36.907378 run osmo-stp_10.42.42.5(pid=19928): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19928)]\u000a15:58:37.038090 run osmo-stp_10.42.42.5(pid=19928): stdout: \u000a| (launched: 2022-12-09_15:58:35.598494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:37.165602 run osmo-stp_10.42.42.5(pid=19928): stderr: \u000a| �[0;m�[38;5;43m20221209155835768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155835768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155835769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155835769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155835770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155835770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155835770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:37.287844 run osmo-stp_10.42.42.5(pid=19928): stdout: \u000a| (launched: 2022-12-09_15:58:35.598494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:37.409592 run osmo-stp_10.42.42.5(pid=19928): stderr: \u000a| �[0;m�[38;5;43m20221209155835768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155835768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155835769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155835769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155835770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155835770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155835770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:37.463399 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19928): Process ended prematurely: osmo-stp_10.42.42.5(pid=19928) [trial-2361↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19928)] [trial-2361↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a15:58:37.472001 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a15:58:37.531624 run osmo-hlr_10.42.42.2(pid=19925): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19925)]\u000a15:58:37.581279 run osmo-hlr_10.42.42.2(pid=19925): stdout: \u000a| (launched: 2022-12-09_15:58:34.629139) \u000a15:58:37.630902 run osmo-hlr_10.42.42.2(pid=19925): stderr: \u000a| �[0;m�[1;31m20221209155834805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155834805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155834805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155834805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155834806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155834806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155834818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155834829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155834829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155834829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:58:37.698031 run osmo-msc_10.42.42.6(pid=19931): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19931)]\u000a15:58:37.746647 run osmo-msc_10.42.42.6(pid=19931): stdout: \u000a| (launched: 2022-12-09_15:58:36.576580) \u000a15:58:37.795785 run osmo-msc_10.42.42.6(pid=19931): stderr: \u000a| �[0;m�[38;5;43m20221209155836849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155836849 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f754e951c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155836849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155836849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155836849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155836849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155836851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155836851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155836852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155836852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:58:37.838032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19924): Terminating (SIGTERM)\u000a15:58:37.878149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19927): Terminating (SIGTERM)\u000a15:58:37.917956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19930): Terminating (SIGTERM)\u000a15:58:37.927106 --- ParallelTerminationStrategy: PID 19924 died...\u000a15:58:37.980058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19924): Terminated: ok {rc=0}\u000a15:58:37.989753 --- ParallelTerminationStrategy: PID 19927 died...\u000a15:58:38.043230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19927): Terminated: ok {rc=0}\u000a15:58:38.052756 --- ParallelTerminationStrategy: PID 19930 died...\u000a15:58:38.105946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19930): Terminated: ok {rc=0}\u000a15:58:38.190422 bus /sierra_3: Setting Powered False\u000a15:58:39.298299 bus /sierra_3: Setting Powered False\u000a15:58:40.411936 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:58:20" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19943): Process ended prematurely: osmo-stp_10.42.42.5(pid=19943) [trial-2361↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19943)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19943): Process ended prematurely: osmo-stp_10.42.42.5(pid=19943) [trial-2361↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a15:58:42.427163 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:42.437923 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a15:58:42.573266 tst emergency_mo_mt_call.py: using LAC 22131\u000a15:58:42.691085 tst emergency_mo_mt_call.py: using RAC 201\u000a15:58:42.811248 tst emergency_mo_mt_call.py: using CellId 22131\u000a15:58:42.930997 tst emergency_mo_mt_call.py: using BVCI 22132\u000a15:58:42.953916 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:42.964535 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:42.975133 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:42.985642 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:42.996076 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:43.006646 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a15:58:43.126156 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a15:58:43.328104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:58:43.812551 run create_hlr_db(pid=19937): Launched\u000a15:58:43.988202 bus /sierra_2: Setting Powered False\u000a15:58:45.007788 run create_hlr_db(pid=19937): Terminated: ok {rc=0}\u000a15:58:45.438187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19939): Launched\u000a15:58:45.761904 run osmo-hlr_10.42.42.2(pid=19940): Launched\u000a15:58:45.914388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:58:46.565833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19942): Launched\u000a15:58:47.027674 run osmo-stp_10.42.42.5(pid=19943): Launched\u000a15:58:47.192180 tst emergency_mo_mt_call.py: using MSISDN 7261\u000a15:58:47.345440 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:58:47.901555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19945): Launched\u000a15:58:48.203546 run osmo-msc_10.42.42.6(pid=19946): Launched\u000a15:58:48.378948 run osmo-stp_10.42.42.5(pid=19943): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19943)]\u000a15:58:48.506117 run osmo-stp_10.42.42.5(pid=19943): stdout: \u000a| (launched: 2022-12-09_15:58:46.733564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:48.631044 run osmo-stp_10.42.42.5(pid=19943): stderr: \u000a| �[0;m�[38;5;43m20221209155846932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155846932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155846932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155846933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155846933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155846933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155846933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:48.751900 run osmo-stp_10.42.42.5(pid=19943): stdout: \u000a| (launched: 2022-12-09_15:58:46.733564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:48.871741 run osmo-stp_10.42.42.5(pid=19943): stderr: \u000a| �[0;m�[38;5;43m20221209155846932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155846932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155846932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155846933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155846933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155846933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155846933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:48.924366 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=19943): Process ended prematurely: osmo-stp_10.42.42.5(pid=19943) [trial-2361↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19943)] [trial-2361↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a15:58:48.932492 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a15:58:48.992064 run osmo-hlr_10.42.42.2(pid=19940): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19940)]\u000a15:58:49.040708 run osmo-hlr_10.42.42.2(pid=19940): stdout: \u000a| (launched: 2022-12-09_15:58:45.602063) \u000a15:58:49.090143 run osmo-hlr_10.42.42.2(pid=19940): stderr: \u000a| �[0;m�[1;31m20221209155845798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155845798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155845798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155845798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155845798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155845798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155845811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155845821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155845821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155845822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:58:49.157388 run osmo-msc_10.42.42.6(pid=19946): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19946)]\u000a15:58:49.207021 run osmo-msc_10.42.42.6(pid=19946): stdout: \u000a| (launched: 2022-12-09_15:58:48.055213) \u000a15:58:49.256473 run osmo-msc_10.42.42.6(pid=19946): stderr: \u000a| �[0;m�[38;5;43m20221209155848328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155848328 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2da23d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155848329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155848329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155848329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155848329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155848331 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155848331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155848331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155848332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:58:49.298461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19939): Terminating (SIGTERM)\u000a15:58:49.338548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19942): Terminating (SIGTERM)\u000a15:58:49.378415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19945): Terminating (SIGTERM)\u000a15:58:49.387611 --- ParallelTerminationStrategy: PID 19939 died...\u000a15:58:49.440892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19939): Terminated: ok {rc=0}\u000a15:58:49.450593 --- ParallelTerminationStrategy: PID 19942 died...\u000a15:58:49.503826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19942): Terminated: ok {rc=0}\u000a15:58:49.513535 --- ParallelTerminationStrategy: PID 19945 died...\u000a15:58:49.566293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19945): Terminated: ok {rc=0}\u000a15:58:49.650132 bus /sierra_3: Setting Powered False\u000a15:58:50.757850 bus /sierra_3: Setting Powered False\u000a15:58:51.870449 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19954): Process ended prematurely: osmo-stp_10.42.42.5(pid=19954) [trial-2361↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19954)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19954): Process ended prematurely: osmo-stp_10.42.42.5(pid=19954) [trial-2361↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19954)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a15:58:52.921741 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:52.933455 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a15:58:53.071011 tst emergency_preemptive_call.py: using LAC 22132\u000a15:58:53.187299 tst emergency_preemptive_call.py: using RAC 202\u000a15:58:53.303170 tst emergency_preemptive_call.py: using CellId 22132\u000a15:58:53.419469 tst emergency_preemptive_call.py: using BVCI 22133\u000a15:58:53.442316 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:53.453059 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:53.463613 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:53.474166 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:53.484686 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:58:53.495252 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a15:58:53.615942 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a15:58:53.734012 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a15:58:53.854008 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a15:58:54.054507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:58:54.538747 run create_hlr_db(pid=19948): Launched\u000a15:58:54.713334 bus /sierra_2: Setting Powered False\u000a15:58:55.735384 run create_hlr_db(pid=19948): Terminated: ok {rc=0}\u000a15:58:56.164838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19950): Launched\u000a15:58:56.487382 run osmo-hlr_10.42.42.2(pid=19951): Launched\u000a15:58:56.607127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:58:57.169188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19953): Launched\u000a15:58:57.492232 run osmo-stp_10.42.42.5(pid=19954): Launched\u000a15:58:57.624914 tst emergency_preemptive_call.py: using MSISDN 7262\u000a15:58:57.785599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:58:58.371632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19956): Launched\u000a15:58:58.695943 run osmo-msc_10.42.42.6(pid=19957): Launched\u000a15:58:58.885914 run osmo-stp_10.42.42.5(pid=19954): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19954)]\u000a15:58:59.022493 run osmo-stp_10.42.42.5(pid=19954): stdout: \u000a| (launched: 2022-12-09_15:58:57.333130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:59.157733 run osmo-stp_10.42.42.5(pid=19954): stderr: \u000a| �[0;m�[38;5;43m20221209155857525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155857525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155857526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155857526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155857527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155857527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155857527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:59.287422 run osmo-stp_10.42.42.5(pid=19954): stdout: \u000a| (launched: 2022-12-09_15:58:57.333130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:59.416343 run osmo-stp_10.42.42.5(pid=19954): stderr: \u000a| �[0;m�[38;5;43m20221209155857525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155857525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155857526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155857526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155857527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155857527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155857527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:59.472757 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=19954): Process ended prematurely: osmo-stp_10.42.42.5(pid=19954) [trial-2361↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19954)] [trial-2361↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a15:58:59.481819 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a15:58:59.546483 run osmo-hlr_10.42.42.2(pid=19951): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19951)]\u000a15:58:59.599096 run osmo-hlr_10.42.42.2(pid=19951): stdout: \u000a| (launched: 2022-12-09_15:58:56.329439) \u000a15:58:59.652400 run osmo-hlr_10.42.42.2(pid=19951): stderr: \u000a| �[0;m�[1;31m20221209155856525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155856525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155856525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155856525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155856525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155856525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155856538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155856546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155856546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155856546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:58:59.724167 run osmo-msc_10.42.42.6(pid=19957): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19957)]\u000a15:58:59.776612 run osmo-msc_10.42.42.6(pid=19957): stdout: \u000a| (launched: 2022-12-09_15:58:58.535275) \u000a15:58:59.829746 run osmo-msc_10.42.42.6(pid=19957): stderr: \u000a| �[0;m�[38;5;43m20221209155858855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209155858855 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5faf605c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209155858855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209155858855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209155858855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209155858855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209155858858 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209155858859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209155858859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209155858859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:58:59.875081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19950): Terminating (SIGTERM)\u000a15:58:59.917673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19953): Terminating (SIGTERM)\u000a15:58:59.960195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19956): Terminating (SIGTERM)\u000a15:58:59.970503 --- ParallelTerminationStrategy: PID 19950 died...\u000a15:59:00.027839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19950): Terminated: ok {rc=0}\u000a15:59:00.038207 --- ParallelTerminationStrategy: PID 19953 died...\u000a15:59:00.095285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19953): Terminated: ok {rc=0}\u000a15:59:00.105610 --- ParallelTerminationStrategy: PID 19956 died...\u000a15:59:00.162539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19956): Terminated: ok {rc=0}\u000a15:59:00.250853 bus /sierra_9: Setting Powered False\u000a15:59:01.359011 bus /sierra_9: Setting Powered False\u000a15:59:02.472234 bus /sierra_8: Setting Powered False\u000a15:59:03.576292 bus /sierra_8: Setting Powered False\u000a15:59:04.688369 bus /sierra_3: Setting Powered False\u000a15:59:05.793024 bus /sierra_3: Setting Powered False\u000a15:59:06.906500 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:58:42" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19974): Process ended prematurely: osmo-stp_10.42.42.5(pid=19974) [trial-2361↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19974)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19974): Process ended prematurely: osmo-stp_10.42.42.5(pid=19974) [trial-2361↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:59:09.041329 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:09.052535 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a15:59:09.198724 tst cs_paging_gprs_active.py: using LAC 22133\u000a15:59:09.326785 tst cs_paging_gprs_active.py: using RAC 203\u000a15:59:09.459300 tst cs_paging_gprs_active.py: using CellId 22133\u000a15:59:09.590848 tst cs_paging_gprs_active.py: using BVCI 22134\u000a15:59:09.615941 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:09.627131 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:09.638208 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:09.649624 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:09.660776 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:09.672044 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:09.683931 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:09.695680 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:09.707075 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:09.825580 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:10.125587 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:59:10.264326 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:59:10.606673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19964): Launched\u000a15:59:10.891241 run iperf3-srv_10.42.42.10(pid=19965): Launched\u000a15:59:11.094286 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:59:11.232779 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:59:11.576155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19966): Launched\u000a15:59:11.860326 run iperf3-srv_10.42.42.10(pid=19967): Launched\u000a15:59:12.063267 tst cs_paging_gprs_active.py:38: start network...\u000a15:59:12.201429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:59:12.721097 run create_hlr_db(pid=19968): Launched\u000a15:59:12.913275 bus /sierra_2: Setting Powered False\u000a15:59:13.933845 run create_hlr_db(pid=19968): Terminated: ok {rc=0}\u000a15:59:14.348070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19970): Launched\u000a15:59:14.658126 run osmo-hlr_10.42.42.2(pid=19971): Launched\u000a15:59:14.776480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:59:15.312521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19973): Launched\u000a15:59:15.620877 run osmo-stp_10.42.42.5(pid=19974): Launched\u000a15:59:15.732075 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:59:16.358507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19976): Launched\u000a15:59:16.471126 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:59:16.762014 run patchelf(pid=19977): Launched\u000a15:59:16.947528 run osmo-stp_10.42.42.5(pid=19974): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19974)]\u000a15:59:17.083514 run osmo-stp_10.42.42.5(pid=19974): stdout: \u000a| (launched: 2022-12-09_15:59:15.468685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:17.219830 run osmo-stp_10.42.42.5(pid=19974): stderr: \u000a| �[0;m�[38;5;43m20221209155915636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155915636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155915636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155915637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155915637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155915637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155915637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:17.349192 run osmo-stp_10.42.42.5(pid=19974): stdout: \u000a| (launched: 2022-12-09_15:59:15.468685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:17.475718 run osmo-stp_10.42.42.5(pid=19974): stderr: \u000a| �[0;m�[38;5;43m20221209155915636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155915636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155915636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155915637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155915637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155915637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155915637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:17.623988 run patchelf(pid=19977): Terminating (SIGINT)\u000a15:59:17.797635 run patchelf(pid=19977): Terminated: ok {rc=0}\u000a15:59:17.829828 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19974): Process ended prematurely: osmo-stp_10.42.42.5(pid=19974) [trial-2361↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19974)] [trial-2361↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a15:59:17.839373 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a15:59:17.900285 run osmo-hlr_10.42.42.2(pid=19971): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19971)]\u000a15:59:17.949549 run osmo-hlr_10.42.42.2(pid=19971): stdout: \u000a| (launched: 2022-12-09_15:59:14.504397) \u000a15:59:17.999362 run osmo-hlr_10.42.42.2(pid=19971): stderr: \u000a| �[0;m�[1;31m20221209155914681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155914681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155914681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155914681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155914681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155914681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155914693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155914703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155914703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155914703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:59:18.041937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19964): Terminating (SIGTERM)\u000a15:59:18.082134 run iperf3-srv_10.42.42.10(pid=19965): Terminating (SIGTERM)\u000a15:59:18.122422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19966): Terminating (SIGTERM)\u000a15:59:18.162477 run iperf3-srv_10.42.42.10(pid=19967): Terminating (SIGTERM)\u000a15:59:18.202636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19970): Terminating (SIGTERM)\u000a15:59:18.243039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19973): Terminating (SIGTERM)\u000a15:59:18.283339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19976): Terminating (SIGTERM)\u000a15:59:18.292651 --- ParallelTerminationStrategy: PID 19964 died...\u000a15:59:18.347220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19964): Terminated: ok {rc=0}\u000a15:59:18.356925 --- ParallelTerminationStrategy: PID 19965 died...\u000a15:59:18.410370 run iperf3-srv_10.42.42.10(pid=19965): Terminated {rc=256}\u000a15:59:18.419957 --- ParallelTerminationStrategy: PID 19966 died...\u000a15:59:18.473398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19966): Terminated: ok {rc=0}\u000a15:59:18.483083 --- ParallelTerminationStrategy: PID 19967 died...\u000a15:59:18.537003 run iperf3-srv_10.42.42.10(pid=19967): Terminated {rc=256}\u000a15:59:18.546676 --- ParallelTerminationStrategy: PID 19970 died...\u000a15:59:18.600352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19970): Terminated: ok {rc=0}\u000a15:59:18.610113 --- ParallelTerminationStrategy: PID 19973 died...\u000a15:59:18.663670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19973): Terminated: ok {rc=0}\u000a15:59:18.673450 --- ParallelTerminationStrategy: PID 19976 died...\u000a15:59:18.727114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19976): Terminated: ok {rc=0}\u000a15:59:18.811717 bus /gobi_0: Setting Powered False\u000a15:59:19.920459 bus /gobi_0: Setting Powered False\u000a15:59:21.028384 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19986): Process ended prematurely: osmo-stp_10.42.42.5(pid=19986) [trial-2361↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19986)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19986): Process ended prematurely: osmo-stp_10.42.42.5(pid=19986) [trial-2361↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a15:59:22.145812 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:22.157754 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a15:59:22.307234 tst iperf3.py: using LAC 22134\u000a15:59:22.435586 tst iperf3.py: using RAC 204\u000a15:59:22.565993 tst iperf3.py: using CellId 22134\u000a15:59:22.695423 tst iperf3.py: using BVCI 22135\u000a15:59:22.720545 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:22.731865 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:22.742899 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:22.754182 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:22.764923 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:22.776399 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:22.787888 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:22.799021 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:22.810392 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:23.108666 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:59:23.246205 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:59:23.587819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19978): Launched\u000a15:59:23.871485 run iperf3-srv_10.42.42.10(pid=19979): Launched\u000a15:59:24.075003 tst iperf3.py:8: start network...\u000a15:59:24.212596 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:59:24.727810 run create_hlr_db(pid=19980): Launched\u000a15:59:24.918439 bus /gobi_6: Setting Powered False\u000a15:59:25.938368 run create_hlr_db(pid=19980): Terminated: ok {rc=0}\u000a15:59:26.351989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19982): Launched\u000a15:59:26.658774 run osmo-hlr_10.42.42.2(pid=19983): Launched\u000a15:59:26.771490 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:59:27.309480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19985): Launched\u000a15:59:27.620638 run osmo-stp_10.42.42.5(pid=19986): Launched\u000a15:59:27.733816 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:59:28.270407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19988): Launched\u000a15:59:28.379501 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:59:28.650494 run patchelf(pid=19989): Launched\u000a15:59:28.831068 run osmo-stp_10.42.42.5(pid=19986): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19986)]\u000a15:59:28.962675 run osmo-stp_10.42.42.5(pid=19986): stdout: \u000a| (launched: 2022-12-09_15:59:27.465890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:29.094791 run osmo-stp_10.42.42.5(pid=19986): stderr: \u000a| �[0;m�[38;5;43m20221209155927635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155927635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155927635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155927636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155927636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155927636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155927637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:29.222060 run osmo-stp_10.42.42.5(pid=19986): stdout: \u000a| (launched: 2022-12-09_15:59:27.465890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:29.347493 run osmo-stp_10.42.42.5(pid=19986): stderr: \u000a| �[0;m�[38;5;43m20221209155927635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155927635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155927635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155927636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155927636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155927636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155927637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:29.494135 run patchelf(pid=19989): Terminating (SIGINT)\u000a15:59:29.666296 run patchelf(pid=19989): Terminated: ok {rc=0}\u000a15:59:29.698017 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19986): Process ended prematurely: osmo-stp_10.42.42.5(pid=19986) [trial-2361↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19986)] [trial-2361↪gprs:trx-b200↪iperf3.py:8]\u000a15:59:29.707313 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a15:59:29.767240 run osmo-hlr_10.42.42.2(pid=19983): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19983)]\u000a15:59:29.816082 run osmo-hlr_10.42.42.2(pid=19983): stdout: \u000a| (launched: 2022-12-09_15:59:26.507294) \u000a15:59:29.865424 run osmo-hlr_10.42.42.2(pid=19983): stderr: \u000a| �[0;m�[1;31m20221209155926682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155926682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155926682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155926682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155926682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155926682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155926733 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155926742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155926743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155926743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:59:29.907713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19978): Terminating (SIGTERM)\u000a15:59:29.947361 run iperf3-srv_10.42.42.10(pid=19979): Terminating (SIGTERM)\u000a15:59:29.987605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19982): Terminating (SIGTERM)\u000a15:59:30.027316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19985): Terminating (SIGTERM)\u000a15:59:30.067226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19988): Terminating (SIGTERM)\u000a15:59:30.076455 --- ParallelTerminationStrategy: PID 19978 died...\u000a15:59:30.129492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19978): Terminated: ok {rc=0}\u000a15:59:30.139235 --- ParallelTerminationStrategy: PID 19979 died...\u000a15:59:30.191916 run iperf3-srv_10.42.42.10(pid=19979): Terminated {rc=256}\u000a15:59:30.201525 --- ParallelTerminationStrategy: PID 19982 died...\u000a15:59:30.254026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19982): Terminated: ok {rc=0}\u000a15:59:30.263599 --- ParallelTerminationStrategy: PID 19985 died...\u000a15:59:30.316443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19985): Terminated: ok {rc=0}\u000a15:59:30.326033 --- ParallelTerminationStrategy: PID 19988 died...\u000a15:59:30.378861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19988): Terminated: ok {rc=0}\u000a15:59:30.462017 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 176, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20005): Process ended prematurely: osmo-stp_10.42.42.5(pid=20005) [trial-2361↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20005)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20005): Process ended prematurely: osmo-stp_10.42.42.5(pid=20005) [trial-2361↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a15:59:31.576480 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:31.589699 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a15:59:31.739030 tst iperf3m4.py: using LAC 22135\u000a15:59:31.870815 tst iperf3m4.py: using RAC 205\u000a15:59:31.995974 tst iperf3m4.py: using CellId 22135\u000a15:59:32.149103 tst iperf3m4.py: using BVCI 22136\u000a15:59:32.177587 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:32.188793 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:32.199817 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:32.211127 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:32.222794 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:32.233898 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:32.245392 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:32.256456 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:32.267978 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:32.384113 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:32.507289 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:32.626907 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:32.928908 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:59:33.067105 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:59:33.410174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19990): Launched\u000a15:59:33.695214 run iperf3-srv_10.42.42.10(pid=19991): Launched\u000a15:59:33.897811 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:59:34.035570 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:59:34.377346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19993): Launched\u000a15:59:34.659251 run iperf3-srv_10.42.42.10(pid=19994): Launched\u000a15:59:34.862316 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:59:34.999792 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:59:35.340737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19995): Launched\u000a15:59:35.625244 run iperf3-srv_10.42.42.10(pid=19996): Launched\u000a15:59:35.827478 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:59:35.965387 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:59:36.308306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19997): Launched\u000a15:59:36.590650 run iperf3-srv_10.42.42.10(pid=19998): Launched\u000a15:59:36.793025 tst iperf3m4.py:8: start network...\u000a15:59:36.930706 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:59:37.448695 run create_hlr_db(pid=19999): Launched\u000a15:59:37.631340 bus /gobi_6: Setting Powered False\u000a15:59:38.648766 run create_hlr_db(pid=19999): Terminated: ok {rc=0}\u000a15:59:39.060095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20001): Launched\u000a15:59:39.369276 run osmo-hlr_10.42.42.2(pid=20002): Launched\u000a15:59:39.481844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:59:40.027407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20004): Launched\u000a15:59:40.336598 run osmo-stp_10.42.42.5(pid=20005): Launched\u000a15:59:40.448090 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:59:40.984589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20007): Launched\u000a15:59:41.094207 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:59:41.365515 run patchelf(pid=20008): Launched\u000a15:59:41.546385 run osmo-stp_10.42.42.5(pid=20005): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20005)]\u000a15:59:41.678531 run osmo-stp_10.42.42.5(pid=20005): stdout: \u000a| (launched: 2022-12-09_15:59:40.185180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:41.810755 run osmo-stp_10.42.42.5(pid=20005): stderr: \u000a| �[0;m�[38;5;43m20221209155940354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155940354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155940354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155940355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155940355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155940355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155940355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:41.937865 run osmo-stp_10.42.42.5(pid=20005): stdout: \u000a| (launched: 2022-12-09_15:59:40.185180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:42.064620 run osmo-stp_10.42.42.5(pid=20005): stderr: \u000a| �[0;m�[38;5;43m20221209155940354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155940354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155940354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155940355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155940355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155940355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155940355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:42.212732 run patchelf(pid=20008): Terminating (SIGINT)\u000a15:59:42.386383 run patchelf(pid=20008): Terminated: ok {rc=0}\u000a15:59:42.418142 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20005): Process ended prematurely: osmo-stp_10.42.42.5(pid=20005) [trial-2361↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20005)] [trial-2361↪gprs:trx-b200↪iperf3m4.py:8]\u000a15:59:42.427446 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a15:59:42.488323 run osmo-hlr_10.42.42.2(pid=20002): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20002)]\u000a15:59:42.537754 run osmo-hlr_10.42.42.2(pid=20002): stdout: \u000a| (launched: 2022-12-09_15:59:39.217046) \u000a15:59:42.587816 run osmo-hlr_10.42.42.2(pid=20002): stderr: \u000a| �[0;m�[1;31m20221209155939390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155939390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155939391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155939391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155939391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155939391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155939403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155939411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155939412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155939412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:59:42.630395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19990): Terminating (SIGTERM)\u000a15:59:42.670698 run iperf3-srv_10.42.42.10(pid=19991): Terminating (SIGTERM)\u000a15:59:42.710987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19993): Terminating (SIGTERM)\u000a15:59:42.751301 run iperf3-srv_10.42.42.10(pid=19994): Terminating (SIGTERM)\u000a15:59:42.791555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19995): Terminating (SIGTERM)\u000a15:59:42.831699 run iperf3-srv_10.42.42.10(pid=19996): Terminating (SIGTERM)\u000a15:59:42.871872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19997): Terminating (SIGTERM)\u000a15:59:42.911852 run iperf3-srv_10.42.42.10(pid=19998): Terminating (SIGTERM)\u000a15:59:42.951924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20001): Terminating (SIGTERM)\u000a15:59:42.991984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20004): Terminating (SIGTERM)\u000a15:59:43.032150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20007): Terminating (SIGTERM)\u000a15:59:43.041460 --- ParallelTerminationStrategy: PID 19990 died...\u000a15:59:43.095584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19990): Terminated: ok {rc=0}\u000a15:59:43.105387 --- ParallelTerminationStrategy: PID 19991 died...\u000a15:59:43.159062 run iperf3-srv_10.42.42.10(pid=19991): Terminated {rc=256}\u000a15:59:43.168693 --- ParallelTerminationStrategy: PID 19993 died...\u000a15:59:43.222436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19993): Terminated: ok {rc=0}\u000a15:59:43.232037 --- ParallelTerminationStrategy: PID 19994 died...\u000a15:59:43.285220 run iperf3-srv_10.42.42.10(pid=19994): Terminated {rc=256}\u000a15:59:43.294824 --- ParallelTerminationStrategy: PID 19995 died...\u000a15:59:43.348446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19995): Terminated: ok {rc=0}\u000a15:59:43.358147 --- ParallelTerminationStrategy: PID 19996 died...\u000a15:59:43.411065 run iperf3-srv_10.42.42.10(pid=19996): Terminated {rc=256}\u000a15:59:43.420618 --- ParallelTerminationStrategy: PID 19997 died...\u000a15:59:43.473481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19997): Terminated: ok {rc=0}\u000a15:59:43.483130 --- ParallelTerminationStrategy: PID 19998 died...\u000a15:59:43.535866 run iperf3-srv_10.42.42.10(pid=19998): Terminated {rc=256}\u000a15:59:43.545872 --- ParallelTerminationStrategy: PID 20001 died...\u000a15:59:43.598931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20001): Terminated: ok {rc=0}\u000a15:59:43.608623 --- ParallelTerminationStrategy: PID 20004 died...\u000a15:59:43.661593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20004): Terminated: ok {rc=0}\u000a15:59:43.671295 --- ParallelTerminationStrategy: PID 20007 died...\u000a15:59:43.724532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20007): Terminated: ok {rc=0}\u000a15:59:43.814127 bus /gobi_4: Setting Powered False\u000a15:59:44.918699 bus /gobi_4: Setting Powered False\u000a15:59:46.029938 bus /gobi_1: Setting Powered False\u000a15:59:47.134587 bus /gobi_1: Setting Powered False\u000a15:59:48.240895 bus /gobi_0: Setting Powered False\u000a15:59:49.347696 bus /gobi_0: Setting Powered False\u000a15:59:50.461699 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 176, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20015): Process ended prematurely: osmo-stp_10.42.42.5(pid=20015) [trial-2361↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20015)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20015): Process ended prematurely: osmo-stp_10.42.42.5(pid=20015) [trial-2361↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a15:59:51.530083 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:51.541584 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a15:59:51.685640 tst ping.py: using LAC 22136\u000a15:59:51.812166 tst ping.py: using RAC 206\u000a15:59:51.939039 tst ping.py: using CellId 22136\u000a15:59:52.071434 tst ping.py: using BVCI 22137\u000a15:59:52.096281 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:52.107588 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:52.118623 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:52.129815 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:52.140890 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:52.152164 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:52.163548 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:52.174783 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a15:59:52.455175 tst ping.py:19: start network...\u000a15:59:52.581559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:59:53.063799 run create_hlr_db(pid=20009): Launched\u000a15:59:53.238012 bus /gobi_6: Setting Powered False\u000a15:59:54.261401 run create_hlr_db(pid=20009): Terminated: ok {rc=0}\u000a15:59:54.691796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20011): Launched\u000a15:59:55.016703 run osmo-hlr_10.42.42.2(pid=20012): Launched\u000a15:59:55.136420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:59:55.699462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20014): Launched\u000a15:59:56.024665 run osmo-stp_10.42.42.5(pid=20015): Launched\u000a15:59:56.141843 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:59:56.704923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20017): Launched\u000a15:59:56.820233 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:59:57.103431 run patchelf(pid=20018): Launched\u000a15:59:57.292570 run osmo-stp_10.42.42.5(pid=20015): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20015)]\u000a15:59:57.430914 run osmo-stp_10.42.42.5(pid=20015): stdout: \u000a| (launched: 2022-12-09_15:59:55.864070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:57.567334 run osmo-stp_10.42.42.5(pid=20015): stderr: \u000a| �[0;m�[38;5;43m20221209155956053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155956053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155956053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155956054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155956054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155956054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155956054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:57.693263 run osmo-stp_10.42.42.5(pid=20015): stdout: \u000a| (launched: 2022-12-09_15:59:55.864070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:57.817378 run osmo-stp_10.42.42.5(pid=20015): stderr: \u000a| �[0;m�[38;5;43m20221209155956053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209155956053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209155956053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209155956054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209155956054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209155956054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209155956054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:57.961491 run patchelf(pid=20018): Terminating (SIGINT)\u000a15:59:58.130964 run patchelf(pid=20018): Terminated: ok {rc=0}\u000a15:59:58.162006 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20015): Process ended prematurely: osmo-stp_10.42.42.5(pid=20015) [trial-2361↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20015)] [trial-2361↪gprs:trx-b200↪ping.py:22]\u000a15:59:58.170776 tst ping.py:22: Test FAILED (6.6 sec)\u000a15:59:58.231617 run osmo-hlr_10.42.42.2(pid=20012): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20012)]\u000a15:59:58.280624 run osmo-hlr_10.42.42.2(pid=20012): stdout: \u000a| (launched: 2022-12-09_15:59:54.856225) \u000a15:59:58.330319 run osmo-hlr_10.42.42.2(pid=20012): stderr: \u000a| �[0;m�[1;31m20221209155955052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209155955052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209155955052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155955052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209155955053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209155955053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209155955065 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209155955074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209155955074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209155955074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:59:58.372456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20011): Terminating (SIGTERM)\u000a15:59:58.412295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20014): Terminating (SIGTERM)\u000a15:59:58.452140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20017): Terminating (SIGTERM)\u000a15:59:58.461501 --- ParallelTerminationStrategy: PID 20011 died...\u000a15:59:58.514998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20011): Terminated: ok {rc=0}\u000a15:59:58.524607 --- ParallelTerminationStrategy: PID 20014 died...\u000a15:59:58.577887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20014): Terminated: ok {rc=0}\u000a15:59:58.587807 --- ParallelTerminationStrategy: PID 20017 died...\u000a15:59:58.640867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20017): Terminated: ok {rc=0}\u000a15:59:58.729054 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 176, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20028): Process ended prematurely: osmo-stp_10.42.42.5(pid=20028) [trial-2361↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20028)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20028): Process ended prematurely: osmo-stp_10.42.42.5(pid=20028) [trial-2361↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a15:59:59.781878 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a15:59:59.794032 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a15:59:59.942679 tst ping_idle_ping.py: using LAC 22137\u000a16:00:00.068435 tst ping_idle_ping.py: using RAC 207\u000a16:00:00.196926 tst ping_idle_ping.py: using CellId 22137\u000a16:00:00.324687 tst ping_idle_ping.py: using BVCI 22138\u000a16:00:00.349582 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:00.360752 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:00.371836 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:00.383697 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:00.395380 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:00.407076 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:00.419012 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:00.431017 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:00:00.713300 tst ping_idle_ping.py:24: start network...\u000a16:00:00.841488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:00:01.435386 run create_hlr_db(pid=20022): Launched\u000a16:00:01.614181 bus /gobi_6: Setting Powered False\u000a16:00:02.632471 run create_hlr_db(pid=20022): Terminated: ok {rc=0}\u000a16:00:03.036913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20024): Launched\u000a16:00:03.339076 run osmo-hlr_10.42.42.2(pid=20025): Launched\u000a16:00:03.456264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:00:03.987775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20027): Launched\u000a16:00:04.291159 run osmo-stp_10.42.42.5(pid=20028): Launched\u000a16:00:04.400890 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:00:04.928367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20030): Launched\u000a16:00:05.036239 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:00:05.301604 run patchelf(pid=20031): Launched\u000a16:00:05.479102 run osmo-stp_10.42.42.5(pid=20028): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20028)]\u000a16:00:05.608346 run osmo-stp_10.42.42.5(pid=20028): stdout: \u000a| (launched: 2022-12-09_16:00:04.141811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:05.738581 run osmo-stp_10.42.42.5(pid=20028): stderr: \u000a| �[0;m�[38;5;43m20221209160004311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160004311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160004311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160004312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160004312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160004312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160004312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:05.863905 run osmo-stp_10.42.42.5(pid=20028): stdout: \u000a| (launched: 2022-12-09_16:00:04.141811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:05.988260 run osmo-stp_10.42.42.5(pid=20028): stderr: \u000a| �[0;m�[38;5;43m20221209160004311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160004311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160004311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160004312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160004312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160004312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160004312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:06.132541 run patchelf(pid=20031): Terminating (SIGINT)\u000a16:00:06.302768 run patchelf(pid=20031): Terminated: ok {rc=0}\u000a16:00:06.333666 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20028): Process ended prematurely: osmo-stp_10.42.42.5(pid=20028) [trial-2361↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20028)] [trial-2361↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a16:00:06.342354 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:00:06.402714 run osmo-hlr_10.42.42.2(pid=20025): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20025)]\u000a16:00:06.452198 run osmo-hlr_10.42.42.2(pid=20025): stdout: \u000a| (launched: 2022-12-09_16:00:03.190387) \u000a16:00:06.502307 run osmo-hlr_10.42.42.2(pid=20025): stderr: \u000a| �[0;m�[1;31m20221209160003366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160003366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160003366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160003366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160003366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160003366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160003379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160003388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160003388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160003388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:00:06.544717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20024): Terminating (SIGTERM)\u000a16:00:06.584891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20027): Terminating (SIGTERM)\u000a16:00:06.625118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20030): Terminating (SIGTERM)\u000a16:00:06.634615 --- ParallelTerminationStrategy: PID 20024 died...\u000a16:00:06.689337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20024): Terminated: ok {rc=0}\u000a16:00:06.699053 --- ParallelTerminationStrategy: PID 20027 died...\u000a16:00:06.752145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20027): Terminated: ok {rc=0}\u000a16:00:06.761801 --- ParallelTerminationStrategy: PID 20030 died...\u000a16:00:06.814647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20030): Terminated: ok {rc=0}\u000a16:00:06.903960 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T15:59:08" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20047): Process ended prematurely: osmo-stp_10.42.42.5(pid=20047) [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20047)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20047): Process ended prematurely: osmo-stp_10.42.42.5(pid=20047) [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:00:09.063761 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:09.074644 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:00:09.214701 tst cs_paging_gprs_active.py: using LAC 22138\u000a16:00:09.337498 tst cs_paging_gprs_active.py: using RAC 208\u000a16:00:09.459266 tst cs_paging_gprs_active.py: using CellId 22138\u000a16:00:09.584316 tst cs_paging_gprs_active.py: using BVCI 22139\u000a16:00:09.607868 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:09.618896 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:09.629573 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:09.640205 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:09.650832 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:09.661504 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:09.672191 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:09.682787 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:09.693578 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:00:09.816901 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:00:10.103569 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:00:10.232624 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:00:10.554659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20037): Launched\u000a16:00:10.821576 run iperf3-srv_10.42.42.10(pid=20038): Launched\u000a16:00:11.010978 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:00:11.139918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:00:11.461441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20039): Launched\u000a16:00:11.730252 run iperf3-srv_10.42.42.10(pid=20040): Launched\u000a16:00:11.919265 tst cs_paging_gprs_active.py:38: start network...\u000a16:00:12.047917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:00:12.542724 run create_hlr_db(pid=20041): Launched\u000a16:00:12.720925 bus /gobi_6: Setting Powered False\u000a16:00:13.741611 run create_hlr_db(pid=20041): Terminated: ok {rc=0}\u000a16:00:14.181215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20043): Launched\u000a16:00:14.512213 run osmo-hlr_10.42.42.2(pid=20044): Launched\u000a16:00:14.636480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:00:15.209683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20046): Launched\u000a16:00:15.540481 run osmo-stp_10.42.42.5(pid=20047): Launched\u000a16:00:15.660513 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:00:16.291181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20049): Launched\u000a16:00:16.414403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:00:16.719769 run patchelf(pid=20050): Launched\u000a16:00:16.918317 run osmo-stp_10.42.42.5(pid=20047): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20047)]\u000a16:00:17.063478 run osmo-stp_10.42.42.5(pid=20047): stdout: \u000a| (launched: 2022-12-09_16:00:15.377297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:17.209031 run osmo-stp_10.42.42.5(pid=20047): stderr: \u000a| �[0;m�[38;5;43m20221209160015566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160015566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160015566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160015567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160015567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160015567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160015568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:17.345870 run osmo-stp_10.42.42.5(pid=20047): stdout: \u000a| (launched: 2022-12-09_16:00:15.377297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:17.480654 run osmo-stp_10.42.42.5(pid=20047): stderr: \u000a| �[0;m�[38;5;43m20221209160015566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160015566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160015566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160015567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160015567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160015567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160015568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:17.638961 run patchelf(pid=20050): Terminating (SIGINT)\u000a16:00:17.824293 run patchelf(pid=20050): Terminated: ok {rc=0}\u000a16:00:17.858724 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20047): Process ended prematurely: osmo-stp_10.42.42.5(pid=20047) [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20047)] [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:00:17.868715 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a16:00:17.932373 run osmo-hlr_10.42.42.2(pid=20044): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20044)]\u000a16:00:17.983870 run osmo-hlr_10.42.42.2(pid=20044): stdout: \u000a| (launched: 2022-12-09_16:00:14.349802) \u000a16:00:18.036000 run osmo-hlr_10.42.42.2(pid=20044): stderr: \u000a| �[0;m�[1;31m20221209160014548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160014548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160014548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160014548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160014548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160014548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160014560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160014568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160014569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160014569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:00:18.080458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20037): Terminating (SIGTERM)\u000a16:00:18.122488 run iperf3-srv_10.42.42.10(pid=20038): Terminating (SIGTERM)\u000a16:00:18.164072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20039): Terminating (SIGTERM)\u000a16:00:18.206368 run iperf3-srv_10.42.42.10(pid=20040): Terminating (SIGTERM)\u000a16:00:18.248062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20043): Terminating (SIGTERM)\u000a16:00:18.289887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20046): Terminating (SIGTERM)\u000a16:00:18.332262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20049): Terminating (SIGTERM)\u000a16:00:18.341642 --- ParallelTerminationStrategy: PID 20037 died...\u000a16:00:18.397453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20037): Terminated: ok {rc=0}\u000a16:00:18.407492 --- ParallelTerminationStrategy: PID 20038 died...\u000a16:00:18.462646 run iperf3-srv_10.42.42.10(pid=20038): Terminated {rc=256}\u000a16:00:18.472832 --- ParallelTerminationStrategy: PID 20039 died...\u000a16:00:18.529091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20039): Terminated: ok {rc=0}\u000a16:00:18.539318 --- ParallelTerminationStrategy: PID 20040 died...\u000a16:00:18.595109 run iperf3-srv_10.42.42.10(pid=20040): Terminated {rc=256}\u000a16:00:18.605069 --- ParallelTerminationStrategy: PID 20043 died...\u000a16:00:18.660804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20043): Terminated: ok {rc=0}\u000a16:00:18.670798 --- ParallelTerminationStrategy: PID 20046 died...\u000a16:00:18.726512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20046): Terminated: ok {rc=0}\u000a16:00:18.736463 --- ParallelTerminationStrategy: PID 20049 died...\u000a16:00:18.791932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20049): Terminated: ok {rc=0}\u000a16:00:18.878495 bus /gobi_0: Setting Powered False\u000a16:00:19.983492 bus /gobi_0: Setting Powered False\u000a16:00:21.092683 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20059): Process ended prematurely: osmo-stp_10.42.42.5(pid=20059) [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20059)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20059): Process ended prematurely: osmo-stp_10.42.42.5(pid=20059) [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:00:22.209674 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:22.222033 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:00:22.374055 tst iperf3.py: using LAC 22139\u000a16:00:22.508118 tst iperf3.py: using RAC 209\u000a16:00:22.636492 tst iperf3.py: using CellId 22139\u000a16:00:22.763370 tst iperf3.py: using BVCI 22140\u000a16:00:22.788374 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:22.799797 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:22.810965 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:22.822439 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:22.833731 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:22.845232 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:22.856553 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:22.868172 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:22.879825 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:00:23.177510 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:00:23.314859 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:00:23.655619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20051): Launched\u000a16:00:23.939250 run iperf3-srv_10.42.42.10(pid=20052): Launched\u000a16:00:24.141843 tst iperf3.py:8: start network...\u000a16:00:24.279600 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:00:24.795447 run create_hlr_db(pid=20053): Launched\u000a16:00:24.986512 bus /gobi_6: Setting Powered False\u000a16:00:26.006837 run create_hlr_db(pid=20053): Terminated: ok {rc=0}\u000a16:00:26.422713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20055): Launched\u000a16:00:26.733584 run osmo-hlr_10.42.42.2(pid=20056): Launched\u000a16:00:26.852543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:00:27.392937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20058): Launched\u000a16:00:27.700921 run osmo-stp_10.42.42.5(pid=20059): Launched\u000a16:00:27.813221 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:00:28.348374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20061): Launched\u000a16:00:28.458411 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:00:28.727392 run patchelf(pid=20062): Launched\u000a16:00:28.907695 run osmo-stp_10.42.42.5(pid=20059): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20059)]\u000a16:00:29.039602 run osmo-stp_10.42.42.5(pid=20059): stdout: \u000a| (launched: 2022-12-09_16:00:27.548424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:29.171647 run osmo-stp_10.42.42.5(pid=20059): stderr: \u000a| �[0;m�[38;5;43m20221209160027719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160027719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160027719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160027720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160027720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160027720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160027720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:29.298806 run osmo-stp_10.42.42.5(pid=20059): stdout: \u000a| (launched: 2022-12-09_16:00:27.548424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:29.424505 run osmo-stp_10.42.42.5(pid=20059): stderr: \u000a| �[0;m�[38;5;43m20221209160027719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160027719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160027719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160027720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160027720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160027720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160027720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:29.571395 run patchelf(pid=20062): Terminating (SIGINT)\u000a16:00:29.743498 run patchelf(pid=20062): Terminated: ok {rc=0}\u000a16:00:29.775072 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20059): Process ended prematurely: osmo-stp_10.42.42.5(pid=20059) [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20059)] [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a16:00:29.784323 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:00:29.844125 run osmo-hlr_10.42.42.2(pid=20056): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20056)]\u000a16:00:29.892980 run osmo-hlr_10.42.42.2(pid=20056): stdout: \u000a| (launched: 2022-12-09_16:00:26.579825) \u000a16:00:29.942501 run osmo-hlr_10.42.42.2(pid=20056): stderr: \u000a| �[0;m�[1;31m20221209160026757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160026757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160026757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160026757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160026757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160026757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160026769 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160026777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160026778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160026778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:00:29.984654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20051): Terminating (SIGTERM)\u000a16:00:30.024725 run iperf3-srv_10.42.42.10(pid=20052): Terminating (SIGTERM)\u000a16:00:30.064310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20055): Terminating (SIGTERM)\u000a16:00:30.104104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20058): Terminating (SIGTERM)\u000a16:00:30.143710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20061): Terminating (SIGTERM)\u000a16:00:30.152851 --- ParallelTerminationStrategy: PID 20051 died...\u000a16:00:30.206218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20051): Terminated: ok {rc=0}\u000a16:00:30.215823 --- ParallelTerminationStrategy: PID 20052 died...\u000a16:00:30.269157 run iperf3-srv_10.42.42.10(pid=20052): Terminated {rc=256}\u000a16:00:30.278726 --- ParallelTerminationStrategy: PID 20055 died...\u000a16:00:30.332212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20055): Terminated: ok {rc=0}\u000a16:00:30.341952 --- ParallelTerminationStrategy: PID 20058 died...\u000a16:00:30.394927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20058): Terminated: ok {rc=0}\u000a16:00:30.404479 --- ParallelTerminationStrategy: PID 20061 died...\u000a16:00:30.458047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20061): Terminated: ok {rc=0}\u000a16:00:30.542170 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20077): Process ended prematurely: osmo-stp_10.42.42.5(pid=20077) [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20077)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20077): Process ended prematurely: osmo-stp_10.42.42.5(pid=20077) [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:00:31.658375 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:31.670889 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:00:31.816332 tst iperf3m4.py: using LAC 22140\u000a16:00:31.981972 tst iperf3m4.py: using RAC 210\u000a16:00:32.124016 tst iperf3m4.py: using CellId 22140\u000a16:00:32.253430 tst iperf3m4.py: using BVCI 22141\u000a16:00:32.280135 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:32.292200 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:32.304809 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:32.317255 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:32.328489 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:32.339488 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:32.350496 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:32.361181 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:32.372053 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:00:32.494702 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:00:32.620402 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:00:32.742682 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:00:33.043301 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:00:33.181014 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:00:33.523004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20063): Launched\u000a16:00:33.807280 run iperf3-srv_10.42.42.10(pid=20064): Launched\u000a16:00:34.010777 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:00:34.148410 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:00:34.491113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20065): Launched\u000a16:00:34.774534 run iperf3-srv_10.42.42.10(pid=20066): Launched\u000a16:00:34.977098 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:00:35.114853 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:00:35.456750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20067): Launched\u000a16:00:35.739586 run iperf3-srv_10.42.42.10(pid=20068): Launched\u000a16:00:35.942631 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:00:36.079845 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:00:36.421998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20069): Launched\u000a16:00:36.706210 run iperf3-srv_10.42.42.10(pid=20070): Launched\u000a16:00:36.909136 tst iperf3m4.py:8: start network...\u000a16:00:37.046941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:00:37.566386 run create_hlr_db(pid=20071): Launched\u000a16:00:37.758486 bus /gobi_6: Setting Powered False\u000a16:00:38.777296 run create_hlr_db(pid=20071): Terminated: ok {rc=0}\u000a16:00:39.219347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20073): Launched\u000a16:00:39.549717 run osmo-hlr_10.42.42.2(pid=20074): Launched\u000a16:00:39.669864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:00:40.245449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20076): Launched\u000a16:00:40.576041 run osmo-stp_10.42.42.5(pid=20077): Launched\u000a16:00:40.695512 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:00:41.272220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20079): Launched\u000a16:00:41.389844 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:00:41.678700 run patchelf(pid=20080): Launched\u000a16:00:41.872316 run osmo-stp_10.42.42.5(pid=20077): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20077)]\u000a16:00:42.014344 run osmo-stp_10.42.42.5(pid=20077): stdout: \u000a| (launched: 2022-12-09_16:00:40.412690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:42.156100 run osmo-stp_10.42.42.5(pid=20077): stderr: \u000a| �[0;m�[38;5;43m20221209160040600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160040601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160040601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160040601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160040602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160040602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160040602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:42.292179 run osmo-stp_10.42.42.5(pid=20077): stdout: \u000a| (launched: 2022-12-09_16:00:40.412690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:42.427453 run osmo-stp_10.42.42.5(pid=20077): stderr: \u000a| �[0;m�[38;5;43m20221209160040600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160040601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160040601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160040601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160040602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160040602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160040602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:42.585683 run patchelf(pid=20080): Terminating (SIGINT)\u000a16:00:42.770631 run patchelf(pid=20080): Terminated: ok {rc=0}\u000a16:00:42.804293 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20077): Process ended prematurely: osmo-stp_10.42.42.5(pid=20077) [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20077)] [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:00:42.814176 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a16:00:42.878344 run osmo-hlr_10.42.42.2(pid=20074): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20074)]\u000a16:00:42.930193 run osmo-hlr_10.42.42.2(pid=20074): stdout: \u000a| (launched: 2022-12-09_16:00:39.387288) \u000a16:00:42.982462 run osmo-hlr_10.42.42.2(pid=20074): stderr: \u000a| �[0;m�[1;31m20221209160039584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160039584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160039584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160039584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160039584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160039584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160039597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160039606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160039606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160039606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:00:43.026678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20063): Terminating (SIGTERM)\u000a16:00:43.068672 run iperf3-srv_10.42.42.10(pid=20064): Terminating (SIGTERM)\u000a16:00:43.111061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20065): Terminating (SIGTERM)\u000a16:00:43.153328 run iperf3-srv_10.42.42.10(pid=20066): Terminating (SIGTERM)\u000a16:00:43.195515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20067): Terminating (SIGTERM)\u000a16:00:43.237802 run iperf3-srv_10.42.42.10(pid=20068): Terminating (SIGTERM)\u000a16:00:43.279792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20069): Terminating (SIGTERM)\u000a16:00:43.322276 run iperf3-srv_10.42.42.10(pid=20070): Terminating (SIGTERM)\u000a16:00:43.364025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20073): Terminating (SIGTERM)\u000a16:00:43.405923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20076): Terminating (SIGTERM)\u000a16:00:43.447862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20079): Terminating (SIGTERM)\u000a16:00:43.457758 --- ParallelTerminationStrategy: PID 20063 died...\u000a16:00:43.514158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20063): Terminated: ok {rc=0}\u000a16:00:43.524331 --- ParallelTerminationStrategy: PID 20064 died...\u000a16:00:43.580211 run iperf3-srv_10.42.42.10(pid=20064): Terminated {rc=256}\u000a16:00:43.590521 --- ParallelTerminationStrategy: PID 20065 died...\u000a16:00:43.646181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20065): Terminated: ok {rc=0}\u000a16:00:43.656503 --- ParallelTerminationStrategy: PID 20066 died...\u000a16:00:43.712376 run iperf3-srv_10.42.42.10(pid=20066): Terminated {rc=256}\u000a16:00:43.722389 --- ParallelTerminationStrategy: PID 20067 died...\u000a16:00:43.778370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20067): Terminated: ok {rc=0}\u000a16:00:43.788416 --- ParallelTerminationStrategy: PID 20068 died...\u000a16:00:43.844418 run iperf3-srv_10.42.42.10(pid=20068): Terminated {rc=256}\u000a16:00:43.854525 --- ParallelTerminationStrategy: PID 20069 died...\u000a16:00:43.910909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20069): Terminated: ok {rc=0}\u000a16:00:43.921173 --- ParallelTerminationStrategy: PID 20070 died...\u000a16:00:43.977094 run iperf3-srv_10.42.42.10(pid=20070): Terminated {rc=256}\u000a16:00:43.987318 --- ParallelTerminationStrategy: PID 20073 died...\u000a16:00:44.043354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20073): Terminated: ok {rc=0}\u000a16:00:44.053864 --- ParallelTerminationStrategy: PID 20076 died...\u000a16:00:44.110265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20076): Terminated: ok {rc=0}\u000a16:00:44.120336 --- ParallelTerminationStrategy: PID 20079 died...\u000a16:00:44.176425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20079): Terminated: ok {rc=0}\u000a16:00:44.264489 bus /gobi_4: Setting Powered False\u000a16:00:45.370463 bus /gobi_4: Setting Powered False\u000a16:00:46.478670 bus /gobi_1: Setting Powered False\u000a16:00:47.580984 bus /gobi_1: Setting Powered False\u000a16:00:48.692344 bus /gobi_0: Setting Powered False\u000a16:00:49.798090 bus /gobi_0: Setting Powered False\u000a16:00:50.908831 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20087): Process ended prematurely: osmo-stp_10.42.42.5(pid=20087) [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20087)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20087): Process ended prematurely: osmo-stp_10.42.42.5(pid=20087) [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:00:51.978143 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:51.990408 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:00:52.138037 tst ping.py: using LAC 22141\u000a16:00:52.260543 tst ping.py: using RAC 211\u000a16:00:52.381655 tst ping.py: using CellId 22141\u000a16:00:52.499427 tst ping.py: using BVCI 22142\u000a16:00:52.522795 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:52.533749 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:52.544374 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:52.555093 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:52.565694 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:52.576215 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:52.587175 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:00:52.597809 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:00:52.894032 tst ping.py:19: start network...\u000a16:00:53.029760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:00:53.539448 run create_hlr_db(pid=20081): Launched\u000a16:00:53.728004 bus /gobi_6: Setting Powered False\u000a16:00:54.747346 run create_hlr_db(pid=20081): Terminated: ok {rc=0}\u000a16:00:55.154923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20083): Launched\u000a16:00:55.457722 run osmo-hlr_10.42.42.2(pid=20084): Launched\u000a16:00:55.573425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:00:56.101648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20086): Launched\u000a16:00:56.406853 run osmo-stp_10.42.42.5(pid=20087): Launched\u000a16:00:56.516898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:00:57.046058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20089): Launched\u000a16:00:57.153740 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:00:57.417760 run patchelf(pid=20090): Launched\u000a16:00:57.594701 run osmo-stp_10.42.42.5(pid=20087): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20087)]\u000a16:00:57.724022 run osmo-stp_10.42.42.5(pid=20087): stdout: \u000a| (launched: 2022-12-09_16:00:56.255124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:57.854319 run osmo-stp_10.42.42.5(pid=20087): stderr: \u000a| �[0;m�[38;5;43m20221209160056422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160056423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160056423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160056423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160056424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160056424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160056424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:57.979408 run osmo-stp_10.42.42.5(pid=20087): stdout: \u000a| (launched: 2022-12-09_16:00:56.255124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:58.103642 run osmo-stp_10.42.42.5(pid=20087): stderr: \u000a| �[0;m�[38;5;43m20221209160056422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160056423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160056423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160056423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160056424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160056424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160056424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:58.247483 run patchelf(pid=20090): Terminating (SIGINT)\u000a16:00:58.415673 run patchelf(pid=20090): Terminated: ok {rc=0}\u000a16:00:58.446336 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20087): Process ended prematurely: osmo-stp_10.42.42.5(pid=20087) [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20087)] [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a16:00:58.454851 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:00:58.514940 run osmo-hlr_10.42.42.2(pid=20084): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20084)]\u000a16:00:58.564160 run osmo-hlr_10.42.42.2(pid=20084): stdout: \u000a| (launched: 2022-12-09_16:00:55.308706) \u000a16:00:58.613957 run osmo-hlr_10.42.42.2(pid=20084): stderr: \u000a| �[0;m�[1;31m20221209160055484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160055484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160055484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160055484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160055484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160055484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160055496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160055505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160055506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160055506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:00:58.656239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20083): Terminating (SIGTERM)\u000a16:00:58.696618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20086): Terminating (SIGTERM)\u000a16:00:58.736701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20089): Terminating (SIGTERM)\u000a16:00:58.746033 --- ParallelTerminationStrategy: PID 20083 died...\u000a16:00:58.799636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20083): Terminated: ok {rc=0}\u000a16:00:58.809399 --- ParallelTerminationStrategy: PID 20086 died...\u000a16:00:58.862609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20086): Terminated: ok {rc=0}\u000a16:00:58.872237 --- ParallelTerminationStrategy: PID 20089 died...\u000a16:00:58.925329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20089): Terminated: ok {rc=0}\u000a16:00:59.014095 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20097): Process ended prematurely: osmo-stp_10.42.42.5(pid=20097) [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20097)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20097): Process ended prematurely: osmo-stp_10.42.42.5(pid=20097) [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:01:00.066430 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:00.078723 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:01:00.217890 tst ping_idle_ping.py: using LAC 22142\u000a16:01:00.336212 tst ping_idle_ping.py: using RAC 212\u000a16:01:00.454447 tst ping_idle_ping.py: using CellId 22142\u000a16:01:00.580365 tst ping_idle_ping.py: using BVCI 22143\u000a16:01:00.605090 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:00.617052 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:00.628277 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:00.639883 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:00.651621 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:00.663896 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:00.675573 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:00.687211 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:01:01.002376 tst ping_idle_ping.py:24: start network...\u000a16:01:01.142764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:01:01.705197 run create_hlr_db(pid=20091): Launched\u000a16:01:01.902154 bus /gobi_6: Setting Powered False\u000a16:01:02.915606 run create_hlr_db(pid=20091): Terminated: ok {rc=0}\u000a16:01:03.328848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20093): Launched\u000a16:01:03.633383 run osmo-hlr_10.42.42.2(pid=20094): Launched\u000a16:01:03.751337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:01:04.282396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20096): Launched\u000a16:01:04.585765 run osmo-stp_10.42.42.5(pid=20097): Launched\u000a16:01:04.695143 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:01:05.226750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20099): Launched\u000a16:01:05.334689 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:01:05.602034 run patchelf(pid=20100): Launched\u000a16:01:05.780106 run osmo-stp_10.42.42.5(pid=20097): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20097)]\u000a16:01:05.920021 run osmo-stp_10.42.42.5(pid=20097): stdout: \u000a| (launched: 2022-12-09_16:01:04.436242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:06.060390 run osmo-stp_10.42.42.5(pid=20097): stderr: \u000a| �[0;m�[38;5;43m20221209160104604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160104605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160104605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160104605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160104606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160104606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160104606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:06.195734 run osmo-stp_10.42.42.5(pid=20097): stdout: \u000a| (launched: 2022-12-09_16:01:04.436242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:06.329744 run osmo-stp_10.42.42.5(pid=20097): stderr: \u000a| �[0;m�[38;5;43m20221209160104604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160104605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160104605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160104605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160104606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160104606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160104606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:06.485496 run patchelf(pid=20100): Terminating (SIGINT)\u000a16:01:06.668220 run patchelf(pid=20100): Terminated: ok {rc=0}\u000a16:01:06.701715 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20097): Process ended prematurely: osmo-stp_10.42.42.5(pid=20097) [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20097)] [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:01:06.711393 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:01:06.775988 run osmo-hlr_10.42.42.2(pid=20094): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20094)]\u000a16:01:06.828260 run osmo-hlr_10.42.42.2(pid=20094): stdout: \u000a| (launched: 2022-12-09_16:01:03.483302) \u000a16:01:06.881295 run osmo-hlr_10.42.42.2(pid=20094): stderr: \u000a| �[0;m�[1;31m20221209160103658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160103658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160103658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160103658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160103658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160103658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160103670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160103679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160103680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160103680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:01:06.926469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20093): Terminating (SIGTERM)\u000a16:01:06.969235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20096): Terminating (SIGTERM)\u000a16:01:07.011812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20099): Terminating (SIGTERM)\u000a16:01:07.022001 --- ParallelTerminationStrategy: PID 20093 died...\u000a16:01:07.078904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20093): Terminated: ok {rc=0}\u000a16:01:07.089761 --- ParallelTerminationStrategy: PID 20096 died...\u000a16:01:07.146088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20096): Terminated: ok {rc=0}\u000a16:01:07.156446 --- ParallelTerminationStrategy: PID 20099 died...\u000a16:01:07.212862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20099): Terminated: ok {rc=0}\u000a16:01:07.302011 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:00:08" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20115): Process ended prematurely: osmo-stp_10.42.42.5(pid=20115) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20115)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20115): Process ended prematurely: osmo-stp_10.42.42.5(pid=20115) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:01:09.479446 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:09.490934 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:01:09.655486 tst cs_paging_gprs_active.py: using LAC 22143\u000a16:01:09.781796 tst cs_paging_gprs_active.py: using RAC 213\u000a16:01:09.913323 tst cs_paging_gprs_active.py: using CellId 22143\u000a16:01:10.040628 tst cs_paging_gprs_active.py: using BVCI 22144\u000a16:01:10.065765 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:10.077258 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:10.088523 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:10.100145 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:10.111639 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:10.123168 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:10.134772 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:10.146257 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:10.157871 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:01:10.280096 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:01:10.563774 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:01:10.692196 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:11.014768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20105): Launched\u000a16:01:11.281892 run iperf3-srv_10.42.42.10(pid=20106): Launched\u000a16:01:11.470094 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:01:11.598593 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:11.921731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20107): Launched\u000a16:01:12.189199 run iperf3-srv_10.42.42.10(pid=20108): Launched\u000a16:01:12.377509 tst cs_paging_gprs_active.py:38: start network...\u000a16:01:12.505697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:01:13.003055 run create_hlr_db(pid=20109): Launched\u000a16:01:13.180485 bus /gobi_6: Setting Powered False\u000a16:01:14.201786 run create_hlr_db(pid=20109): Terminated: ok {rc=0}\u000a16:01:14.642512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20111): Launched\u000a16:01:14.973547 run osmo-hlr_10.42.42.2(pid=20112): Launched\u000a16:01:15.094609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:01:15.669370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20114): Launched\u000a16:01:16.070813 run osmo-stp_10.42.42.5(pid=20115): Launched\u000a16:01:16.304921 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:01:16.898538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20117): Launched\u000a16:01:17.011861 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:01:17.296416 run patchelf(pid=20118): Launched\u000a16:01:17.477240 run osmo-stp_10.42.42.5(pid=20115): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20115)]\u000a16:01:17.610160 run osmo-stp_10.42.42.5(pid=20115): stdout: \u000a| (launched: 2022-12-09_16:01:15.840890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:17.742899 run osmo-stp_10.42.42.5(pid=20115): stderr: \u000a| �[0;m�[38;5;43m20221209160116126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160116126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160116126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160116126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160116127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160116127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160116127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:17.870435 run osmo-stp_10.42.42.5(pid=20115): stdout: \u000a| (launched: 2022-12-09_16:01:15.840890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:17.996309 run osmo-stp_10.42.42.5(pid=20115): stderr: \u000a| �[0;m�[38;5;43m20221209160116126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160116126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160116126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160116126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160116127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160116127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160116127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:18.144568 run patchelf(pid=20118): Terminating (SIGINT)\u000a16:01:18.318738 run patchelf(pid=20118): Terminated: ok {rc=0}\u000a16:01:18.350973 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20115): Process ended prematurely: osmo-stp_10.42.42.5(pid=20115) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20115)] [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:01:18.360269 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a16:01:18.420836 run osmo-hlr_10.42.42.2(pid=20112): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20112)]\u000a16:01:18.470106 run osmo-hlr_10.42.42.2(pid=20112): stdout: \u000a| (launched: 2022-12-09_16:01:14.810883) \u000a16:01:18.519851 run osmo-hlr_10.42.42.2(pid=20112): stderr: \u000a| �[0;m�[1;31m20221209160115008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160115008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160115008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160115008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160115009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160115009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160115021 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160115032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160115032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160115032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:01:18.562383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20105): Terminating (SIGTERM)\u000a16:01:18.602478 run iperf3-srv_10.42.42.10(pid=20106): Terminating (SIGTERM)\u000a16:01:18.642513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20107): Terminating (SIGTERM)\u000a16:01:18.682341 run iperf3-srv_10.42.42.10(pid=20108): Terminating (SIGTERM)\u000a16:01:18.722365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20111): Terminating (SIGTERM)\u000a16:01:18.762293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20114): Terminating (SIGTERM)\u000a16:01:18.802321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20117): Terminating (SIGTERM)\u000a16:01:18.811463 --- ParallelTerminationStrategy: PID 20105 died...\u000a16:01:18.865706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20105): Terminated: ok {rc=0}\u000a16:01:18.875289 --- ParallelTerminationStrategy: PID 20106 died...\u000a16:01:18.928353 run iperf3-srv_10.42.42.10(pid=20106): Terminated {rc=256}\u000a16:01:18.937851 --- ParallelTerminationStrategy: PID 20107 died...\u000a16:01:18.991002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20107): Terminated: ok {rc=0}\u000a16:01:19.000448 --- ParallelTerminationStrategy: PID 20108 died...\u000a16:01:19.053988 run iperf3-srv_10.42.42.10(pid=20108): Terminated {rc=256}\u000a16:01:19.063510 --- ParallelTerminationStrategy: PID 20111 died...\u000a16:01:19.116726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20111): Terminated: ok {rc=0}\u000a16:01:19.126316 --- ParallelTerminationStrategy: PID 20114 died...\u000a16:01:19.179642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20114): Terminated: ok {rc=0}\u000a16:01:19.189296 --- ParallelTerminationStrategy: PID 20117 died...\u000a16:01:19.242545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20117): Terminated: ok {rc=0}\u000a16:01:19.326898 bus /gobi_0: Setting Powered False\u000a16:01:20.430191 bus /gobi_0: Setting Powered False\u000a16:01:21.542564 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20127): Process ended prematurely: osmo-stp_10.42.42.5(pid=20127) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20127)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20127): Process ended prematurely: osmo-stp_10.42.42.5(pid=20127) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:01:22.653913 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:22.665722 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:01:22.838702 tst iperf3.py: using LAC 22144\u000a16:01:22.965057 tst iperf3.py: using RAC 214\u000a16:01:23.090938 tst iperf3.py: using CellId 22144\u000a16:01:23.216891 tst iperf3.py: using BVCI 22145\u000a16:01:23.242148 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:23.253784 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:23.265113 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:23.276632 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:23.287980 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:23.299365 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:23.310989 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:23.322385 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:23.334041 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:01:23.618332 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:01:23.746086 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:24.065594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20119): Launched\u000a16:01:24.330500 run iperf3-srv_10.42.42.10(pid=20120): Launched\u000a16:01:24.517943 tst iperf3.py:8: start network...\u000a16:01:24.645094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:01:25.137305 run create_hlr_db(pid=20121): Launched\u000a16:01:25.314828 bus /gobi_6: Setting Powered False\u000a16:01:26.336047 run create_hlr_db(pid=20121): Terminated: ok {rc=0}\u000a16:01:26.775306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20123): Launched\u000a16:01:27.106115 run osmo-hlr_10.42.42.2(pid=20124): Launched\u000a16:01:27.227157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:01:27.798947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20126): Launched\u000a16:01:28.127671 run osmo-stp_10.42.42.5(pid=20127): Launched\u000a16:01:28.246927 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:01:28.822122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20129): Launched\u000a16:01:28.940497 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:01:29.229648 run patchelf(pid=20130): Launched\u000a16:01:29.422936 run osmo-stp_10.42.42.5(pid=20127): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20127)]\u000a16:01:29.564114 run osmo-stp_10.42.42.5(pid=20127): stdout: \u000a| (launched: 2022-12-09_16:01:27.966430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:29.705389 run osmo-stp_10.42.42.5(pid=20127): stderr: \u000a| �[0;m�[38;5;43m20221209160128158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160128158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160128158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160128159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160128159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160128159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160128159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:29.841759 run osmo-stp_10.42.42.5(pid=20127): stdout: \u000a| (launched: 2022-12-09_16:01:27.966430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:29.977152 run osmo-stp_10.42.42.5(pid=20127): stderr: \u000a| �[0;m�[38;5;43m20221209160128158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160128158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160128158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160128159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160128159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160128159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160128159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:30.134646 run patchelf(pid=20130): Terminating (SIGINT)\u000a16:01:30.319715 run patchelf(pid=20130): Terminated: ok {rc=0}\u000a16:01:30.353518 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20127): Process ended prematurely: osmo-stp_10.42.42.5(pid=20127) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20127)] [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:01:30.363321 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:01:30.427181 run osmo-hlr_10.42.42.2(pid=20124): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20124)]\u000a16:01:30.478770 run osmo-hlr_10.42.42.2(pid=20124): stdout: \u000a| (launched: 2022-12-09_16:01:26.943588) \u000a16:01:30.531232 run osmo-hlr_10.42.42.2(pid=20124): stderr: \u000a| �[0;m�[1;31m20221209160127140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160127140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160127140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160127140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160127140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160127140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160127152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160127160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160127160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160127160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:01:30.575698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20119): Terminating (SIGTERM)\u000a16:01:30.618499 run iperf3-srv_10.42.42.10(pid=20120): Terminating (SIGTERM)\u000a16:01:30.660481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20123): Terminating (SIGTERM)\u000a16:01:30.702748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20126): Terminating (SIGTERM)\u000a16:01:30.745479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20129): Terminating (SIGTERM)\u000a16:01:30.755449 --- ParallelTerminationStrategy: PID 20119 died...\u000a16:01:30.812122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20119): Terminated: ok {rc=0}\u000a16:01:30.822352 --- ParallelTerminationStrategy: PID 20120 died...\u000a16:01:30.885302 run iperf3-srv_10.42.42.10(pid=20120): Terminated {rc=256}\u000a16:01:30.896293 --- ParallelTerminationStrategy: PID 20123 died...\u000a16:01:30.971871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20123): Terminated: ok {rc=0}\u000a16:01:30.982590 --- ParallelTerminationStrategy: PID 20126 died...\u000a16:01:31.040436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20126): Terminated: ok {rc=0}\u000a16:01:31.052545 --- ParallelTerminationStrategy: PID 20129 died...\u000a16:01:31.111335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20129): Terminated: ok {rc=0}\u000a16:01:31.202015 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20145): Process ended prematurely: osmo-stp_10.42.42.5(pid=20145) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20145)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20145): Process ended prematurely: osmo-stp_10.42.42.5(pid=20145) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:01:32.318487 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:32.331105 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:01:32.502524 tst iperf3m4.py: using LAC 22145\u000a16:01:32.629289 tst iperf3m4.py: using RAC 215\u000a16:01:32.755218 tst iperf3m4.py: using CellId 22145\u000a16:01:32.882877 tst iperf3m4.py: using BVCI 22146\u000a16:01:32.908571 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:32.920305 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:32.931867 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:32.943643 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:32.955521 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:32.967321 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:32.979841 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:32.991267 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:33.003228 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:01:33.124437 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:01:33.247369 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:01:33.368641 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:01:33.655394 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:01:33.784624 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:34.106264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20131): Launched\u000a16:01:34.372488 run iperf3-srv_10.42.42.10(pid=20132): Launched\u000a16:01:34.561751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:01:34.690057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:35.012267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20133): Launched\u000a16:01:35.278682 run iperf3-srv_10.42.42.10(pid=20134): Launched\u000a16:01:35.466424 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:01:35.594043 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:35.914199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20135): Launched\u000a16:01:36.182202 run iperf3-srv_10.42.42.10(pid=20136): Launched\u000a16:01:36.371406 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:01:36.499729 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:36.821874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20137): Launched\u000a16:01:37.089159 run iperf3-srv_10.42.42.10(pid=20138): Launched\u000a16:01:37.277628 tst iperf3m4.py:8: start network...\u000a16:01:37.406035 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:01:37.901151 run create_hlr_db(pid=20139): Launched\u000a16:01:38.078511 bus /gobi_6: Setting Powered False\u000a16:01:39.100215 run create_hlr_db(pid=20139): Terminated: ok {rc=0}\u000a16:01:39.540817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20141): Launched\u000a16:01:39.873507 run osmo-hlr_10.42.42.2(pid=20142): Launched\u000a16:01:39.995630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:01:40.573671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20144): Launched\u000a16:01:40.905494 run osmo-stp_10.42.42.5(pid=20145): Launched\u000a16:01:41.026278 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:01:41.603946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20147): Launched\u000a16:01:41.722365 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:01:42.011714 run patchelf(pid=20148): Launched\u000a16:01:42.205518 run osmo-stp_10.42.42.5(pid=20145): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20145)]\u000a16:01:42.347439 run osmo-stp_10.42.42.5(pid=20145): stdout: \u000a| (launched: 2022-12-09_16:01:40.741864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:42.489278 run osmo-stp_10.42.42.5(pid=20145): stderr: \u000a| �[0;m�[38;5;43m20221209160140931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160140931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160140931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160140932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160140932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160140932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160140932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:42.625450 run osmo-stp_10.42.42.5(pid=20145): stdout: \u000a| (launched: 2022-12-09_16:01:40.741864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:42.760502 run osmo-stp_10.42.42.5(pid=20145): stderr: \u000a| �[0;m�[38;5;43m20221209160140931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160140931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160140931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160140932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160140932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160140932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160140932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:42.918887 run patchelf(pid=20148): Terminating (SIGINT)\u000a16:01:43.105386 run patchelf(pid=20148): Terminated: ok {rc=0}\u000a16:01:43.139444 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20145): Process ended prematurely: osmo-stp_10.42.42.5(pid=20145) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20145)] [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:01:43.149540 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:01:43.214373 run osmo-hlr_10.42.42.2(pid=20142): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20142)]\u000a16:01:43.266393 run osmo-hlr_10.42.42.2(pid=20142): stdout: \u000a| (launched: 2022-12-09_16:01:39.709651) \u000a16:01:43.318942 run osmo-hlr_10.42.42.2(pid=20142): stderr: \u000a| �[0;m�[1;31m20221209160139904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160139904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160139904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160139904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160139904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160139904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160139916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160139925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160139925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160139925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:01:43.363619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20131): Terminating (SIGTERM)\u000a16:01:43.405961 run iperf3-srv_10.42.42.10(pid=20132): Terminating (SIGTERM)\u000a16:01:43.448644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20133): Terminating (SIGTERM)\u000a16:01:43.491445 run iperf3-srv_10.42.42.10(pid=20134): Terminating (SIGTERM)\u000a16:01:43.534279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20135): Terminating (SIGTERM)\u000a16:01:43.576180 run iperf3-srv_10.42.42.10(pid=20136): Terminating (SIGTERM)\u000a16:01:43.618556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20137): Terminating (SIGTERM)\u000a16:01:43.660923 run iperf3-srv_10.42.42.10(pid=20138): Terminating (SIGTERM)\u000a16:01:43.703486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20141): Terminating (SIGTERM)\u000a16:01:43.745651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20144): Terminating (SIGTERM)\u000a16:01:43.787950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20147): Terminating (SIGTERM)\u000a16:01:43.798091 --- ParallelTerminationStrategy: PID 20131 died...\u000a16:01:43.855296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20131): Terminated: ok {rc=0}\u000a16:01:43.865636 --- ParallelTerminationStrategy: PID 20132 died...\u000a16:01:43.922293 run iperf3-srv_10.42.42.10(pid=20132): Terminated {rc=256}\u000a16:01:43.932739 --- ParallelTerminationStrategy: PID 20133 died...\u000a16:01:43.989684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20133): Terminated: ok {rc=0}\u000a16:01:43.999879 --- ParallelTerminationStrategy: PID 20134 died...\u000a16:01:44.056492 run iperf3-srv_10.42.42.10(pid=20134): Terminated {rc=256}\u000a16:01:44.066704 --- ParallelTerminationStrategy: PID 20135 died...\u000a16:01:44.122964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20135): Terminated: ok {rc=0}\u000a16:01:44.133552 --- ParallelTerminationStrategy: PID 20136 died...\u000a16:01:44.189520 run iperf3-srv_10.42.42.10(pid=20136): Terminated {rc=256}\u000a16:01:44.199999 --- ParallelTerminationStrategy: PID 20137 died...\u000a16:01:44.256707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20137): Terminated: ok {rc=0}\u000a16:01:44.267036 --- ParallelTerminationStrategy: PID 20138 died...\u000a16:01:44.323562 run iperf3-srv_10.42.42.10(pid=20138): Terminated {rc=256}\u000a16:01:44.333875 --- ParallelTerminationStrategy: PID 20141 died...\u000a16:01:44.390297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20141): Terminated: ok {rc=0}\u000a16:01:44.400774 --- ParallelTerminationStrategy: PID 20144 died...\u000a16:01:44.457530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20144): Terminated: ok {rc=0}\u000a16:01:44.467865 --- ParallelTerminationStrategy: PID 20147 died...\u000a16:01:44.524615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20147): Terminated: ok {rc=0}\u000a16:01:44.613001 bus /gobi_4: Setting Powered False\u000a16:01:45.721354 bus /gobi_4: Setting Powered False\u000a16:01:46.840223 bus /gobi_1: Setting Powered False\u000a16:01:47.948265 bus /gobi_1: Setting Powered False\u000a16:01:49.060778 bus /gobi_0: Setting Powered False\u000a16:01:50.165016 bus /gobi_0: Setting Powered False\u000a16:01:51.277925 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20155): Process ended prematurely: osmo-stp_10.42.42.5(pid=20155) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20155)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20155): Process ended prematurely: osmo-stp_10.42.42.5(pid=20155) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:01:52.345968 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:52.357847 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:01:52.516402 tst ping.py: using LAC 22146\u000a16:01:52.635891 tst ping.py: using RAC 216\u000a16:01:52.754074 tst ping.py: using CellId 22146\u000a16:01:52.871354 tst ping.py: using BVCI 22147\u000a16:01:52.894321 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:52.905440 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:52.916255 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:52.927217 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:52.938357 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:52.949177 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:52.959949 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:01:52.970758 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:01:53.265467 tst ping.py:19: start network...\u000a16:01:53.400869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:01:53.909557 run create_hlr_db(pid=20149): Launched\u000a16:01:54.098811 bus /gobi_6: Setting Powered False\u000a16:01:55.117966 run create_hlr_db(pid=20149): Terminated: ok {rc=0}\u000a16:01:55.526285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20151): Launched\u000a16:01:55.828797 run osmo-hlr_10.42.42.2(pid=20152): Launched\u000a16:01:55.948345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:01:56.482151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20154): Launched\u000a16:01:56.785304 run osmo-stp_10.42.42.5(pid=20155): Launched\u000a16:01:56.894525 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:01:57.423310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20157): Launched\u000a16:01:57.530738 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:01:57.795025 run patchelf(pid=20158): Launched\u000a16:01:57.972023 run osmo-stp_10.42.42.5(pid=20155): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20155)]\u000a16:01:58.101961 run osmo-stp_10.42.42.5(pid=20155): stdout: \u000a| (launched: 2022-12-09_16:01:56.635921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:58.231910 run osmo-stp_10.42.42.5(pid=20155): stderr: \u000a| �[0;m�[38;5;43m20221209160156804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160156804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160156804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160156805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160156805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160156805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160156805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:58.356853 run osmo-stp_10.42.42.5(pid=20155): stdout: \u000a| (launched: 2022-12-09_16:01:56.635921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:58.480523 run osmo-stp_10.42.42.5(pid=20155): stderr: \u000a| �[0;m�[38;5;43m20221209160156804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160156804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160156804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160156805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160156805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160156805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160156805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:58.624820 run patchelf(pid=20158): Terminating (SIGINT)\u000a16:01:58.793820 run patchelf(pid=20158): Terminated: ok {rc=0}\u000a16:01:58.824360 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20155): Process ended prematurely: osmo-stp_10.42.42.5(pid=20155) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20155)] [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:01:58.833059 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:01:58.893523 run osmo-hlr_10.42.42.2(pid=20152): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20152)]\u000a16:01:58.943016 run osmo-hlr_10.42.42.2(pid=20152): stdout: \u000a| (launched: 2022-12-09_16:01:55.680342) \u000a16:01:58.993216 run osmo-hlr_10.42.42.2(pid=20152): stderr: \u000a| �[0;m�[1;31m20221209160155855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160155855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160155855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160155855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160155856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160155856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160155868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160155877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160155877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160155877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:01:59.035699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20151): Terminating (SIGTERM)\u000a16:01:59.075709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20154): Terminating (SIGTERM)\u000a16:01:59.116173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20157): Terminating (SIGTERM)\u000a16:01:59.125533 --- ParallelTerminationStrategy: PID 20151 died...\u000a16:01:59.179814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20151): Terminated: ok {rc=0}\u000a16:01:59.189603 --- ParallelTerminationStrategy: PID 20154 died...\u000a16:01:59.242733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20154): Terminated: ok {rc=0}\u000a16:01:59.252234 --- ParallelTerminationStrategy: PID 20157 died...\u000a16:01:59.305320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20157): Terminated: ok {rc=0}\u000a16:01:59.395331 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20165): Process ended prematurely: osmo-stp_10.42.42.5(pid=20165) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20165)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20165): Process ended prematurely: osmo-stp_10.42.42.5(pid=20165) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:02:00.447357 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:00.459435 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:02:00.618963 tst ping_idle_ping.py: using LAC 22147\u000a16:02:00.737773 tst ping_idle_ping.py: using RAC 217\u000a16:02:00.864309 tst ping_idle_ping.py: using CellId 22147\u000a16:02:00.991743 tst ping_idle_ping.py: using BVCI 22148\u000a16:02:01.015504 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:01.028431 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:01.040268 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:01.052186 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:01.064078 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:01.075577 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:01.087184 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:01.098528 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:02:01.431571 tst ping_idle_ping.py:24: start network...\u000a16:02:01.560714 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:02:02.094996 run create_hlr_db(pid=20159): Launched\u000a16:02:02.274097 bus /gobi_6: Setting Powered False\u000a16:02:03.293337 run create_hlr_db(pid=20159): Terminated: ok {rc=0}\u000a16:02:03.725481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20161): Launched\u000a16:02:04.051206 run osmo-hlr_10.42.42.2(pid=20162): Launched\u000a16:02:04.169160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:02:04.732799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20164): Launched\u000a16:02:05.059458 run osmo-stp_10.42.42.5(pid=20165): Launched\u000a16:02:05.177287 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:02:05.741539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20167): Launched\u000a16:02:05.857180 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:02:06.140580 run patchelf(pid=20168): Launched\u000a16:02:06.330708 run osmo-stp_10.42.42.5(pid=20165): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20165)]\u000a16:02:06.469637 run osmo-stp_10.42.42.5(pid=20165): stdout: \u000a| (launched: 2022-12-09_16:02:04.898062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:06.609045 run osmo-stp_10.42.42.5(pid=20165): stderr: \u000a| �[0;m�[38;5;43m20221209160205089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160205089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160205090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160205090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160205090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160205091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160205091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:06.743402 run osmo-stp_10.42.42.5(pid=20165): stdout: \u000a| (launched: 2022-12-09_16:02:04.898062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:06.876504 run osmo-stp_10.42.42.5(pid=20165): stderr: \u000a| �[0;m�[38;5;43m20221209160205089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160205089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160205090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160205090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160205090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160205091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160205091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:07.031387 run patchelf(pid=20168): Terminating (SIGINT)\u000a16:02:07.212257 run patchelf(pid=20168): Terminated: ok {rc=0}\u000a16:02:07.245349 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20165): Process ended prematurely: osmo-stp_10.42.42.5(pid=20165) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20165)] [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:02:07.254742 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a16:02:07.318866 run osmo-hlr_10.42.42.2(pid=20162): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20162)]\u000a16:02:07.370933 run osmo-hlr_10.42.42.2(pid=20162): stdout: \u000a| (launched: 2022-12-09_16:02:03.890645) \u000a16:02:07.423328 run osmo-hlr_10.42.42.2(pid=20162): stderr: \u000a| �[0;m�[1;31m20221209160204088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160204088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160204088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160204088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160204088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160204088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160204100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160204109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160204109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160204109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:02:07.468414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20161): Terminating (SIGTERM)\u000a16:02:07.511085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20164): Terminating (SIGTERM)\u000a16:02:07.553815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20167): Terminating (SIGTERM)\u000a16:02:07.563840 --- ParallelTerminationStrategy: PID 20161 died...\u000a16:02:07.620689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20161): Terminated: ok {rc=0}\u000a16:02:07.630921 --- ParallelTerminationStrategy: PID 20164 died...\u000a16:02:07.687320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20164): Terminated: ok {rc=0}\u000a16:02:07.697526 --- ParallelTerminationStrategy: PID 20167 died...\u000a16:02:07.753819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20167): Terminated: ok {rc=0}\u000a16:02:07.842205 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:01:09" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20183): Process ended prematurely: osmo-stp_10.42.42.5(pid=20183) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20183)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20183): Process ended prematurely: osmo-stp_10.42.42.5(pid=20183) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:02:09.992017 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:10.003075 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:02:10.161429 tst cs_paging_gprs_active.py: using LAC 22148\u000a16:02:10.289126 tst cs_paging_gprs_active.py: using RAC 218\u000a16:02:10.419038 tst cs_paging_gprs_active.py: using CellId 22148\u000a16:02:10.548208 tst cs_paging_gprs_active.py: using BVCI 22149\u000a16:02:10.573378 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:10.584813 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:10.596282 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:10.607789 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:10.619142 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:10.630630 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:10.642231 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:10.654355 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:10.665885 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:02:10.785578 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:02:11.086383 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:02:11.224558 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:11.568697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20173): Launched\u000a16:02:11.853289 run iperf3-srv_10.42.42.10(pid=20174): Launched\u000a16:02:12.056030 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:02:12.193842 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:12.536409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20175): Launched\u000a16:02:12.820924 run iperf3-srv_10.42.42.10(pid=20176): Launched\u000a16:02:13.024818 tst cs_paging_gprs_active.py:38: start network...\u000a16:02:13.163119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:02:13.684182 run create_hlr_db(pid=20177): Launched\u000a16:02:13.875355 bus /gobi_6: Setting Powered False\u000a16:02:14.896069 run create_hlr_db(pid=20177): Terminated: ok {rc=0}\u000a16:02:15.337969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20179): Launched\u000a16:02:15.670409 run osmo-hlr_10.42.42.2(pid=20180): Launched\u000a16:02:15.790557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:02:16.428815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20182): Launched\u000a16:02:16.877220 run osmo-stp_10.42.42.5(pid=20183): Launched\u000a16:02:16.995033 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:02:17.652764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20185): Launched\u000a16:02:17.762763 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:02:18.034832 run patchelf(pid=20186): Launched\u000a16:02:18.215593 run osmo-stp_10.42.42.5(pid=20183): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20183)]\u000a16:02:18.347486 run osmo-stp_10.42.42.5(pid=20183): stdout: \u000a| (launched: 2022-12-09_16:02:16.598970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:18.479885 run osmo-stp_10.42.42.5(pid=20183): stderr: \u000a| �[0;m�[38;5;43m20221209160216845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160216845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160216845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160216846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160216846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160216846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160216846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:18.607711 run osmo-stp_10.42.42.5(pid=20183): stdout: \u000a| (launched: 2022-12-09_16:02:16.598970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:18.733855 run osmo-stp_10.42.42.5(pid=20183): stderr: \u000a| �[0;m�[38;5;43m20221209160216845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160216845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160216845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160216846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160216846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160216846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160216846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:18.881400 run patchelf(pid=20186): Terminating (SIGINT)\u000a16:02:19.055085 run patchelf(pid=20186): Terminated: ok {rc=0}\u000a16:02:19.086902 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20183): Process ended prematurely: osmo-stp_10.42.42.5(pid=20183) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20183)] [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:02:19.096073 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a16:02:19.156405 run osmo-hlr_10.42.42.2(pid=20180): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20180)]\u000a16:02:19.205259 run osmo-hlr_10.42.42.2(pid=20180): stdout: \u000a| (launched: 2022-12-09_16:02:15.506014) \u000a16:02:19.254801 run osmo-hlr_10.42.42.2(pid=20180): stderr: \u000a| �[0;m�[1;31m20221209160215703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160215703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160215703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160215703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160215703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160215703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160215716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160215724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160215725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160215725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:02:19.297222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20173): Terminating (SIGTERM)\u000a16:02:19.343059 run iperf3-srv_10.42.42.10(pid=20174): Terminating (SIGTERM)\u000a16:02:19.385134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20175): Terminating (SIGTERM)\u000a16:02:19.427423 run iperf3-srv_10.42.42.10(pid=20176): Terminating (SIGTERM)\u000a16:02:19.470867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20179): Terminating (SIGTERM)\u000a16:02:19.513415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20182): Terminating (SIGTERM)\u000a16:02:19.556178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20185): Terminating (SIGTERM)\u000a16:02:19.566472 --- ParallelTerminationStrategy: PID 20173 died...\u000a16:02:19.624106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20173): Terminated: ok {rc=0}\u000a16:02:19.634299 --- ParallelTerminationStrategy: PID 20174 died...\u000a16:02:19.690799 run iperf3-srv_10.42.42.10(pid=20174): Terminated {rc=256}\u000a16:02:19.700804 --- ParallelTerminationStrategy: PID 20175 died...\u000a16:02:19.756517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20175): Terminated: ok {rc=0}\u000a16:02:19.766886 --- ParallelTerminationStrategy: PID 20176 died...\u000a16:02:19.822573 run iperf3-srv_10.42.42.10(pid=20176): Terminated {rc=256}\u000a16:02:19.832655 --- ParallelTerminationStrategy: PID 20179 died...\u000a16:02:19.888812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20179): Terminated: ok {rc=0}\u000a16:02:19.898894 --- ParallelTerminationStrategy: PID 20182 died...\u000a16:02:19.955117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20182): Terminated: ok {rc=0}\u000a16:02:19.965467 --- ParallelTerminationStrategy: PID 20185 died...\u000a16:02:20.021104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20185): Terminated: ok {rc=0}\u000a16:02:20.107628 bus /gobi_0: Setting Powered False\u000a16:02:21.214422 bus /gobi_0: Setting Powered False\u000a16:02:22.323003 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20195): Process ended prematurely: osmo-stp_10.42.42.5(pid=20195) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20195)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20195): Process ended prematurely: osmo-stp_10.42.42.5(pid=20195) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:02:23.438933 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:23.451174 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:02:23.622964 tst iperf3.py: using LAC 22149\u000a16:02:23.751015 tst iperf3.py: using RAC 219\u000a16:02:23.883538 tst iperf3.py: using CellId 22149\u000a16:02:24.015748 tst iperf3.py: using BVCI 22150\u000a16:02:24.040736 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:24.052173 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:24.063445 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:24.075021 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:24.086493 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:24.098102 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:24.109701 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:24.120869 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:24.132482 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:02:24.418635 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:02:24.546850 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:24.868456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20187): Launched\u000a16:02:25.133959 run iperf3-srv_10.42.42.10(pid=20188): Launched\u000a16:02:25.321903 tst iperf3.py:8: start network...\u000a16:02:25.450615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:02:25.943409 run create_hlr_db(pid=20189): Launched\u000a16:02:26.119666 bus /gobi_6: Setting Powered False\u000a16:02:27.140107 run create_hlr_db(pid=20189): Terminated: ok {rc=0}\u000a16:02:27.550729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20191): Launched\u000a16:02:27.858053 run osmo-hlr_10.42.42.2(pid=20192): Launched\u000a16:02:27.978762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:02:28.519200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20194): Launched\u000a16:02:28.827520 run osmo-stp_10.42.42.5(pid=20195): Launched\u000a16:02:28.938497 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:02:29.475928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20197): Launched\u000a16:02:29.585337 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:02:29.853745 run patchelf(pid=20198): Launched\u000a16:02:30.033706 run osmo-stp_10.42.42.5(pid=20195): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20195)]\u000a16:02:30.165536 run osmo-stp_10.42.42.5(pid=20195): stdout: \u000a| (launched: 2022-12-09_16:02:28.675245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:30.297326 run osmo-stp_10.42.42.5(pid=20195): stderr: \u000a| �[0;m�[38;5;43m20221209160228846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160228846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160228847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160228847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160228847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160228848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160228848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:30.423726 run osmo-stp_10.42.42.5(pid=20195): stdout: \u000a| (launched: 2022-12-09_16:02:28.675245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:30.549289 run osmo-stp_10.42.42.5(pid=20195): stderr: \u000a| �[0;m�[38;5;43m20221209160228846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160228846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160228847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160228847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160228847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160228848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160228848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:30.695500 run patchelf(pid=20198): Terminating (SIGINT)\u000a16:02:30.868111 run patchelf(pid=20198): Terminated: ok {rc=0}\u000a16:02:30.900805 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20195): Process ended prematurely: osmo-stp_10.42.42.5(pid=20195) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20195)] [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:02:30.910643 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a16:02:30.971195 run osmo-hlr_10.42.42.2(pid=20192): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20192)]\u000a16:02:31.020599 run osmo-hlr_10.42.42.2(pid=20192): stdout: \u000a| (launched: 2022-12-09_16:02:27.707258) \u000a16:02:31.071215 run osmo-hlr_10.42.42.2(pid=20192): stderr: \u000a| �[0;m�[1;31m20221209160227885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160227885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160227885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160227885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160227885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160227885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160227898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160227908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160227908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160227908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:02:31.114371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20187): Terminating (SIGTERM)\u000a16:02:31.154987 run iperf3-srv_10.42.42.10(pid=20188): Terminating (SIGTERM)\u000a16:02:31.195662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20191): Terminating (SIGTERM)\u000a16:02:31.236518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20194): Terminating (SIGTERM)\u000a16:02:31.277463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20197): Terminating (SIGTERM)\u000a16:02:31.286804 --- ParallelTerminationStrategy: PID 20187 died...\u000a16:02:31.341556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20187): Terminated: ok {rc=0}\u000a16:02:31.351709 --- ParallelTerminationStrategy: PID 20188 died...\u000a16:02:31.406594 run iperf3-srv_10.42.42.10(pid=20188): Terminated {rc=256}\u000a16:02:31.416796 --- ParallelTerminationStrategy: PID 20191 died...\u000a16:02:31.471372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20191): Terminated: ok {rc=0}\u000a16:02:31.481463 --- ParallelTerminationStrategy: PID 20194 died...\u000a16:02:31.535810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20194): Terminated: ok {rc=0}\u000a16:02:31.545826 --- ParallelTerminationStrategy: PID 20197 died...\u000a16:02:31.600011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20197): Terminated: ok {rc=0}\u000a16:02:31.685999 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20215): Process ended prematurely: osmo-stp_10.42.42.5(pid=20215) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20215)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20215): Process ended prematurely: osmo-stp_10.42.42.5(pid=20215) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:02:32.795499 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:32.807212 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:02:32.978831 tst iperf3m4.py: using LAC 22150\u000a16:02:33.109290 tst iperf3m4.py: using RAC 220\u000a16:02:33.240509 tst iperf3m4.py: using CellId 22150\u000a16:02:33.364016 tst iperf3m4.py: using BVCI 22151\u000a16:02:33.387540 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:33.398649 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:33.409513 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:33.420738 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:33.431618 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:33.442631 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:33.453611 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:33.464299 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:33.475346 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:02:33.596237 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:02:33.716208 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:02:33.834502 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:02:34.136857 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:02:34.275459 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:34.618542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20199): Launched\u000a16:02:34.901229 run iperf3-srv_10.42.42.10(pid=20200): Launched\u000a16:02:35.104421 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:02:35.242184 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:35.584789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20201): Launched\u000a16:02:35.870434 run iperf3-srv_10.42.42.10(pid=20202): Launched\u000a16:02:36.074496 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:02:36.212063 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:36.554326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20205): Launched\u000a16:02:36.838341 run iperf3-srv_10.42.42.10(pid=20206): Launched\u000a16:02:37.041159 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:02:37.178567 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:37.520829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20207): Launched\u000a16:02:37.803660 run iperf3-srv_10.42.42.10(pid=20208): Launched\u000a16:02:38.006759 tst iperf3m4.py:8: start network...\u000a16:02:38.144524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:02:38.661906 run create_hlr_db(pid=20209): Launched\u000a16:02:38.852215 bus /gobi_6: Setting Powered False\u000a16:02:39.873846 run create_hlr_db(pid=20209): Terminated: ok {rc=0}\u000a16:02:40.289610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20211): Launched\u000a16:02:40.601370 run osmo-hlr_10.42.42.2(pid=20212): Launched\u000a16:02:40.724054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:02:41.268241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20214): Launched\u000a16:02:41.575798 run osmo-stp_10.42.42.5(pid=20215): Launched\u000a16:02:41.686443 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:02:42.223615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20217): Launched\u000a16:02:42.333496 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:02:42.604016 run patchelf(pid=20218): Launched\u000a16:02:42.785903 run osmo-stp_10.42.42.5(pid=20215): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20215)]\u000a16:02:42.918284 run osmo-stp_10.42.42.5(pid=20215): stdout: \u000a| (launched: 2022-12-09_16:02:41.424034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:43.050888 run osmo-stp_10.42.42.5(pid=20215): stderr: \u000a| �[0;m�[38;5;43m20221209160241593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160241594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160241594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160241594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160241595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160241595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160241595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:43.178752 run osmo-stp_10.42.42.5(pid=20215): stdout: \u000a| (launched: 2022-12-09_16:02:41.424034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:43.304797 run osmo-stp_10.42.42.5(pid=20215): stderr: \u000a| �[0;m�[38;5;43m20221209160241593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160241594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160241594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160241594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160241595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160241595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160241595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:43.452055 run patchelf(pid=20218): Terminating (SIGINT)\u000a16:02:43.626201 run patchelf(pid=20218): Terminated: ok {rc=0}\u000a16:02:43.657943 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20215): Process ended prematurely: osmo-stp_10.42.42.5(pid=20215) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20215)] [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:02:43.667263 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:02:43.727890 run osmo-hlr_10.42.42.2(pid=20212): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20212)]\u000a16:02:43.777247 run osmo-hlr_10.42.42.2(pid=20212): stdout: \u000a| (launched: 2022-12-09_16:02:40.446057) \u000a16:02:43.827245 run osmo-hlr_10.42.42.2(pid=20212): stderr: \u000a| �[0;m�[1;31m20221209160240624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160240624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160240624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160240624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160240624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160240624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160240637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160240645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160240645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160240645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:02:43.869717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20199): Terminating (SIGTERM)\u000a16:02:43.909779 run iperf3-srv_10.42.42.10(pid=20200): Terminating (SIGTERM)\u000a16:02:43.949973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20201): Terminating (SIGTERM)\u000a16:02:43.990078 run iperf3-srv_10.42.42.10(pid=20202): Terminating (SIGTERM)\u000a16:02:44.030386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20205): Terminating (SIGTERM)\u000a16:02:44.070730 run iperf3-srv_10.42.42.10(pid=20206): Terminating (SIGTERM)\u000a16:02:44.111567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20207): Terminating (SIGTERM)\u000a16:02:44.151864 run iperf3-srv_10.42.42.10(pid=20208): Terminating (SIGTERM)\u000a16:02:44.192313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20211): Terminating (SIGTERM)\u000a16:02:44.232482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20214): Terminating (SIGTERM)\u000a16:02:44.272548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20217): Terminating (SIGTERM)\u000a16:02:44.281900 --- ParallelTerminationStrategy: PID 20199 died...\u000a16:02:44.336114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20199): Terminated: ok {rc=0}\u000a16:02:44.345976 --- ParallelTerminationStrategy: PID 20200 died...\u000a16:02:44.400103 run iperf3-srv_10.42.42.10(pid=20200): Terminated {rc=256}\u000a16:02:44.409741 --- ParallelTerminationStrategy: PID 20201 died...\u000a16:02:44.463422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20201): Terminated: ok {rc=0}\u000a16:02:44.473118 --- ParallelTerminationStrategy: PID 20202 died...\u000a16:02:44.526412 run iperf3-srv_10.42.42.10(pid=20202): Terminated {rc=256}\u000a16:02:44.535997 --- ParallelTerminationStrategy: PID 20205 died...\u000a16:02:44.589517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20205): Terminated: ok {rc=0}\u000a16:02:44.599158 --- ParallelTerminationStrategy: PID 20206 died...\u000a16:02:44.652377 run iperf3-srv_10.42.42.10(pid=20206): Terminated {rc=256}\u000a16:02:44.662005 --- ParallelTerminationStrategy: PID 20207 died...\u000a16:02:44.715649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20207): Terminated: ok {rc=0}\u000a16:02:44.725426 --- ParallelTerminationStrategy: PID 20208 died...\u000a16:02:44.778999 run iperf3-srv_10.42.42.10(pid=20208): Terminated {rc=256}\u000a16:02:44.788648 --- ParallelTerminationStrategy: PID 20211 died...\u000a16:02:44.842327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20211): Terminated: ok {rc=0}\u000a16:02:44.852030 --- ParallelTerminationStrategy: PID 20214 died...\u000a16:02:44.905611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20214): Terminated: ok {rc=0}\u000a16:02:44.915311 --- ParallelTerminationStrategy: PID 20217 died...\u000a16:02:44.968922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20217): Terminated: ok {rc=0}\u000a16:02:45.059266 bus /gobi_4: Setting Powered False\u000a16:02:46.167273 bus /gobi_4: Setting Powered False\u000a16:02:47.273140 bus /gobi_1: Setting Powered False\u000a16:02:48.375676 bus /gobi_1: Setting Powered False\u000a16:02:49.488248 bus /gobi_0: Setting Powered False\u000a16:02:50.592200 bus /gobi_0: Setting Powered False\u000a16:02:51.704715 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20225): Process ended prematurely: osmo-stp_10.42.42.5(pid=20225) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20225)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20225): Process ended prematurely: osmo-stp_10.42.42.5(pid=20225) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:02:52.773286 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:52.785490 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:02:52.954319 tst ping.py: using LAC 22151\u000a16:02:53.080419 tst ping.py: using RAC 221\u000a16:02:53.207371 tst ping.py: using CellId 22151\u000a16:02:53.329970 tst ping.py: using BVCI 22152\u000a16:02:53.353347 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:53.364847 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:53.375893 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:53.387035 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:53.397980 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:53.409271 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:53.420262 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:02:53.431220 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:02:53.727880 tst ping.py:19: start network...\u000a16:02:53.863098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:02:54.374310 run create_hlr_db(pid=20219): Launched\u000a16:02:54.562997 bus /gobi_6: Setting Powered False\u000a16:02:55.582517 run create_hlr_db(pid=20219): Terminated: ok {rc=0}\u000a16:02:55.991332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20221): Launched\u000a16:02:56.295230 run osmo-hlr_10.42.42.2(pid=20222): Launched\u000a16:02:56.406901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:02:56.940820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20224): Launched\u000a16:02:57.245508 run osmo-stp_10.42.42.5(pid=20225): Launched\u000a16:02:57.355495 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:02:57.887090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20227): Launched\u000a16:02:57.994908 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:02:58.261906 run patchelf(pid=20228): Launched\u000a16:02:58.439473 run osmo-stp_10.42.42.5(pid=20225): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20225)]\u000a16:02:58.570135 run osmo-stp_10.42.42.5(pid=20225): stdout: \u000a| (launched: 2022-12-09_16:02:57.095232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:58.700514 run osmo-stp_10.42.42.5(pid=20225): stderr: \u000a| �[0;m�[38;5;43m20221209160257265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160257265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160257265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160257266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160257266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160257266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160257267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:58.825854 run osmo-stp_10.42.42.5(pid=20225): stdout: \u000a| (launched: 2022-12-09_16:02:57.095232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:58.950056 run osmo-stp_10.42.42.5(pid=20225): stderr: \u000a| �[0;m�[38;5;43m20221209160257265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160257265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160257265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160257266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160257266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160257266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160257267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:59.095066 run patchelf(pid=20228): Terminating (SIGINT)\u000a16:02:59.264536 run patchelf(pid=20228): Terminated: ok {rc=0}\u000a16:02:59.295423 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20225): Process ended prematurely: osmo-stp_10.42.42.5(pid=20225) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20225)] [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:02:59.303926 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:02:59.364130 run osmo-hlr_10.42.42.2(pid=20222): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20222)]\u000a16:02:59.413214 run osmo-hlr_10.42.42.2(pid=20222): stdout: \u000a| (launched: 2022-12-09_16:02:56.145323) \u000a16:02:59.463150 run osmo-hlr_10.42.42.2(pid=20222): stderr: \u000a| �[0;m�[1;31m20221209160256323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160256323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160256323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160256323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160256323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160256323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160256335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160256344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160256344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160256345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:02:59.505325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20221): Terminating (SIGTERM)\u000a16:02:59.545175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20224): Terminating (SIGTERM)\u000a16:02:59.585037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20227): Terminating (SIGTERM)\u000a16:02:59.594204 --- ParallelTerminationStrategy: PID 20221 died...\u000a16:02:59.648156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20221): Terminated: ok {rc=0}\u000a16:02:59.657910 --- ParallelTerminationStrategy: PID 20224 died...\u000a16:02:59.711358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20224): Terminated: ok {rc=0}\u000a16:02:59.721208 --- ParallelTerminationStrategy: PID 20227 died...\u000a16:02:59.774650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20227): Terminated: ok {rc=0}\u000a16:02:59.858709 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20236): Process ended prematurely: osmo-stp_10.42.42.5(pid=20236) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20236)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20236): Process ended prematurely: osmo-stp_10.42.42.5(pid=20236) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:03:00.933999 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:00.946681 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:03:01.112106 tst ping_idle_ping.py: using LAC 22152\u000a16:03:01.231734 tst ping_idle_ping.py: using RAC 222\u000a16:03:01.385190 tst ping_idle_ping.py: using CellId 22152\u000a16:03:01.515508 tst ping_idle_ping.py: using BVCI 22153\u000a16:03:01.540417 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:01.552104 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:01.563755 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:01.575679 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:01.587435 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:01.599302 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:01.611271 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:01.622904 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:03:01.953889 tst ping_idle_ping.py:24: start network...\u000a16:03:02.096002 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:03:02.616808 run create_hlr_db(pid=20230): Launched\u000a16:03:02.806422 bus /gobi_6: Setting Powered False\u000a16:03:03.826142 run create_hlr_db(pid=20230): Terminated: ok {rc=0}\u000a16:03:04.235695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20232): Launched\u000a16:03:04.541790 run osmo-hlr_10.42.42.2(pid=20233): Launched\u000a16:03:04.654235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:03:05.183937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20235): Launched\u000a16:03:05.488248 run osmo-stp_10.42.42.5(pid=20236): Launched\u000a16:03:05.599016 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:03:06.131331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20238): Launched\u000a16:03:06.240550 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:03:06.505987 run patchelf(pid=20239): Launched\u000a16:03:06.683656 run osmo-stp_10.42.42.5(pid=20236): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20236)]\u000a16:03:06.813737 run osmo-stp_10.42.42.5(pid=20236): stdout: \u000a| (launched: 2022-12-09_16:03:05.338353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:06.944130 run osmo-stp_10.42.42.5(pid=20236): stderr: \u000a| �[0;m�[38;5;43m20221209160305508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160305508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160305509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160305509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160305509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160305510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160305510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:07.069914 run osmo-stp_10.42.42.5(pid=20236): stdout: \u000a| (launched: 2022-12-09_16:03:05.338353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:07.194432 run osmo-stp_10.42.42.5(pid=20236): stderr: \u000a| �[0;m�[38;5;43m20221209160305508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160305508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160305509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160305509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160305509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160305510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160305510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:07.339388 run patchelf(pid=20239): Terminating (SIGINT)\u000a16:03:07.509496 run patchelf(pid=20239): Terminated: ok {rc=0}\u000a16:03:07.540059 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20236): Process ended prematurely: osmo-stp_10.42.42.5(pid=20236) [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20236)] [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:03:07.548562 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:03:07.608174 run osmo-hlr_10.42.42.2(pid=20233): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20233)]\u000a16:03:07.656756 run osmo-hlr_10.42.42.2(pid=20233): stdout: \u000a| (launched: 2022-12-09_16:03:04.390304) \u000a16:03:07.706688 run osmo-hlr_10.42.42.2(pid=20233): stderr: \u000a| �[0;m�[1;31m20221209160304567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160304568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160304568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160304568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160304568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160304568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160304582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160304592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160304592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160304592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:03:07.748903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20232): Terminating (SIGTERM)\u000a16:03:07.788686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20235): Terminating (SIGTERM)\u000a16:03:07.828569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20238): Terminating (SIGTERM)\u000a16:03:07.837946 --- ParallelTerminationStrategy: PID 20232 died...\u000a16:03:07.891214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20232): Terminated: ok {rc=0}\u000a16:03:07.900848 --- ParallelTerminationStrategy: PID 20235 died...\u000a16:03:07.953754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20235): Terminated: ok {rc=0}\u000a16:03:07.963474 --- ParallelTerminationStrategy: PID 20238 died...\u000a16:03:08.016357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20238): Terminated: ok {rc=0}\u000a16:03:08.105320 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:02:09" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20253): Process ended prematurely: osmo-stp_10.42.42.5(pid=20253) [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20253)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20253): Process ended prematurely: osmo-stp_10.42.42.5(pid=20253) [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:03:10.272566 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:10.284634 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:03:10.437162 tst cs_paging_gprs_active.py: using LAC 22153\u000a16:03:10.566402 tst cs_paging_gprs_active.py: using RAC 223\u000a16:03:10.695207 tst cs_paging_gprs_active.py: using CellId 22153\u000a16:03:10.825643 tst cs_paging_gprs_active.py: using BVCI 22154\u000a16:03:10.851148 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:10.863100 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:10.875849 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:10.887875 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:10.900387 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:10.913847 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:10.926618 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:10.938404 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:10.951489 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:03:11.074517 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:03:11.377903 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:03:11.518035 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:11.863999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20243): Launched\u000a16:03:12.151219 run iperf3-srv_10.42.42.10(pid=20244): Launched\u000a16:03:12.356010 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:03:12.495645 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:12.841522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20245): Launched\u000a16:03:13.128039 run iperf3-srv_10.42.42.10(pid=20246): Launched\u000a16:03:13.332075 tst cs_paging_gprs_active.py:38: start network...\u000a16:03:13.470991 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:03:13.993836 run create_hlr_db(pid=20247): Launched\u000a16:03:14.186300 bus /gobi_6: Setting Powered False\u000a16:03:15.205458 run create_hlr_db(pid=20247): Terminated: ok {rc=0}\u000a16:03:15.648097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20249): Launched\u000a16:03:16.041379 run osmo-hlr_10.42.42.2(pid=20250): Launched\u000a16:03:16.292009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:03:17.059759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20252): Launched\u000a16:03:17.388776 run osmo-stp_10.42.42.5(pid=20253): Launched\u000a16:03:17.510163 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:03:18.089972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20255): Launched\u000a16:03:18.208284 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:03:18.498283 run patchelf(pid=20256): Launched\u000a16:03:18.691940 run osmo-stp_10.42.42.5(pid=20253): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20253)]\u000a16:03:18.833084 run osmo-stp_10.42.42.5(pid=20253): stdout: \u000a| (launched: 2022-12-09_16:03:17.223336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:18.975454 run osmo-stp_10.42.42.5(pid=20253): stderr: \u000a| �[0;m�[38;5;43m20221209160317415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160317415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160317416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160317416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160317416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160317417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160317417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:19.112309 run osmo-stp_10.42.42.5(pid=20253): stdout: \u000a| (launched: 2022-12-09_16:03:17.223336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:19.247819 run osmo-stp_10.42.42.5(pid=20253): stderr: \u000a| �[0;m�[38;5;43m20221209160317415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160317415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160317416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160317416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160317416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160317417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160317417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:19.406116 run patchelf(pid=20256): Terminating (SIGINT)\u000a16:03:19.591515 run patchelf(pid=20256): Terminated: ok {rc=0}\u000a16:03:19.625738 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20253): Process ended prematurely: osmo-stp_10.42.42.5(pid=20253) [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20253)] [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a16:03:19.635738 tst cs_paging_gprs_active.py:38: Test FAILED (9.4 sec)\u000a16:03:19.699845 run osmo-hlr_10.42.42.2(pid=20250): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20250)]\u000a16:03:19.751662 run osmo-hlr_10.42.42.2(pid=20250): stdout: \u000a| (launched: 2022-12-09_16:03:15.817319) \u000a16:03:19.804670 run osmo-hlr_10.42.42.2(pid=20250): stderr: \u000a| �[0;m�[1;31m20221209160316167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160316168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160316168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160316168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160316168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160316169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160316195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160316233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160316234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160316235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:03:19.849939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20243): Terminating (SIGTERM)\u000a16:03:19.892524 run iperf3-srv_10.42.42.10(pid=20244): Terminating (SIGTERM)\u000a16:03:19.935093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20245): Terminating (SIGTERM)\u000a16:03:19.977842 run iperf3-srv_10.42.42.10(pid=20246): Terminating (SIGTERM)\u000a16:03:20.020284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20249): Terminating (SIGTERM)\u000a16:03:20.063232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20252): Terminating (SIGTERM)\u000a16:03:20.105949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20255): Terminating (SIGTERM)\u000a16:03:20.115735 --- ParallelTerminationStrategy: PID 20243 died...\u000a16:03:20.172221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20243): Terminated: ok {rc=0}\u000a16:03:20.182485 --- ParallelTerminationStrategy: PID 20244 died...\u000a16:03:20.238543 run iperf3-srv_10.42.42.10(pid=20244): Terminated {rc=256}\u000a16:03:20.248600 --- ParallelTerminationStrategy: PID 20245 died...\u000a16:03:20.304488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20245): Terminated: ok {rc=0}\u000a16:03:20.314897 --- ParallelTerminationStrategy: PID 20246 died...\u000a16:03:20.370765 run iperf3-srv_10.42.42.10(pid=20246): Terminated {rc=256}\u000a16:03:20.381148 --- ParallelTerminationStrategy: PID 20249 died...\u000a16:03:20.437733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20249): Terminated: ok {rc=0}\u000a16:03:20.447983 --- ParallelTerminationStrategy: PID 20252 died...\u000a16:03:20.503955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20252): Terminated: ok {rc=0}\u000a16:03:20.514377 --- ParallelTerminationStrategy: PID 20255 died...\u000a16:03:20.570436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20255): Terminated: ok {rc=0}\u000a16:03:20.658493 bus /gobi_0: Setting Powered False\u000a16:03:21.766650 bus /gobi_0: Setting Powered False\u000a16:03:22.875515 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20265): Process ended prematurely: osmo-stp_10.42.42.5(pid=20265) [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20265)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20265): Process ended prematurely: osmo-stp_10.42.42.5(pid=20265) [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a16:03:23.985604 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:23.997856 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:03:24.144300 tst iperf3.py: using LAC 22154\u000a16:03:24.268720 tst iperf3.py: using RAC 224\u000a16:03:24.390671 tst iperf3.py: using CellId 22154\u000a16:03:24.513617 tst iperf3.py: using BVCI 22155\u000a16:03:24.537376 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:24.548620 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:24.559915 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:24.571169 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:24.582378 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:24.593488 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:24.604742 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:24.615851 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:24.627240 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:03:24.930373 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:03:25.069436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:25.414052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20257): Launched\u000a16:03:25.699993 run iperf3-srv_10.42.42.10(pid=20258): Launched\u000a16:03:25.904082 tst iperf3.py:8: start network...\u000a16:03:26.043037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:03:26.565216 run create_hlr_db(pid=20259): Launched\u000a16:03:26.756263 bus /gobi_6: Setting Powered False\u000a16:03:27.775812 run create_hlr_db(pid=20259): Terminated: ok {rc=0}\u000a16:03:28.193451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20261): Launched\u000a16:03:28.503747 run osmo-hlr_10.42.42.2(pid=20262): Launched\u000a16:03:28.622454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:03:29.160751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20264): Launched\u000a16:03:29.471264 run osmo-stp_10.42.42.5(pid=20265): Launched\u000a16:03:29.583794 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:03:30.123572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20267): Launched\u000a16:03:30.233813 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:03:30.505114 run patchelf(pid=20268): Launched\u000a16:03:30.686347 run osmo-stp_10.42.42.5(pid=20265): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20265)]\u000a16:03:30.818637 run osmo-stp_10.42.42.5(pid=20265): stdout: \u000a| (launched: 2022-12-09_16:03:29.319112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:30.991205 run osmo-stp_10.42.42.5(pid=20265): stderr: \u000a| �[0;m�[38;5;43m20221209160329492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160329492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160329492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160329492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160329493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160329493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160329493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:31.136733 run osmo-stp_10.42.42.5(pid=20265): stdout: \u000a| (launched: 2022-12-09_16:03:29.319112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:31.276034 run osmo-stp_10.42.42.5(pid=20265): stderr: \u000a| �[0;m�[38;5;43m20221209160329492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160329492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160329492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160329492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160329493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160329493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160329493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:31.442457 run patchelf(pid=20268): Terminating (SIGINT)\u000a16:03:31.635131 run patchelf(pid=20268): Terminated: ok {rc=0}\u000a16:03:31.671030 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20265): Process ended prematurely: osmo-stp_10.42.42.5(pid=20265) [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20265)] [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a16:03:31.682254 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:03:31.751785 run osmo-hlr_10.42.42.2(pid=20262): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20262)]\u000a16:03:31.806804 run osmo-hlr_10.42.42.2(pid=20262): stdout: \u000a| (launched: 2022-12-09_16:03:28.350712) \u000a16:03:31.863458 run osmo-hlr_10.42.42.2(pid=20262): stderr: \u000a| �[0;m�[1;31m20221209160328529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160328529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160328529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160328529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160328529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160328529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160328542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160328551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160328551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160328551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:03:31.912927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20257): Terminating (SIGTERM)\u000a16:03:31.957800 run iperf3-srv_10.42.42.10(pid=20258): Terminating (SIGTERM)\u000a16:03:32.001453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20261): Terminating (SIGTERM)\u000a16:03:32.048352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20264): Terminating (SIGTERM)\u000a16:03:32.097277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20267): Terminating (SIGTERM)\u000a16:03:32.108336 --- ParallelTerminationStrategy: PID 20257 died...\u000a16:03:32.169682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20257): Terminated: ok {rc=0}\u000a16:03:32.180686 --- ParallelTerminationStrategy: PID 20258 died...\u000a16:03:32.238185 run iperf3-srv_10.42.42.10(pid=20258): Terminated {rc=256}\u000a16:03:32.248383 --- ParallelTerminationStrategy: PID 20261 died...\u000a16:03:32.305226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20261): Terminated: ok {rc=0}\u000a16:03:32.315550 --- ParallelTerminationStrategy: PID 20264 died...\u000a16:03:32.372200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20264): Terminated: ok {rc=0}\u000a16:03:32.382555 --- ParallelTerminationStrategy: PID 20267 died...\u000a16:03:32.439314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20267): Terminated: ok {rc=0}\u000a16:03:32.526311 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20283): Process ended prematurely: osmo-stp_10.42.42.5(pid=20283) [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20283)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20283): Process ended prematurely: osmo-stp_10.42.42.5(pid=20283) [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a16:03:33.643649 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:33.656289 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:03:33.811578 tst iperf3m4.py: using LAC 22155\u000a16:03:33.938323 tst iperf3m4.py: using RAC 225\u000a16:03:34.067626 tst iperf3m4.py: using CellId 22155\u000a16:03:34.195950 tst iperf3m4.py: using BVCI 22156\u000a16:03:34.221087 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:34.232927 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:34.244693 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:34.256714 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:34.268926 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:34.281144 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:34.293207 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:34.305421 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:34.317647 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:03:34.439365 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:03:34.560859 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:03:34.683236 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:03:34.984676 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:03:35.123357 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:35.469895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20269): Launched\u000a16:03:35.755952 run iperf3-srv_10.42.42.10(pid=20270): Launched\u000a16:03:35.960588 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:03:36.099241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:36.445445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20271): Launched\u000a16:03:36.731293 run iperf3-srv_10.42.42.10(pid=20272): Launched\u000a16:03:36.935104 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:03:37.073971 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:37.419788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20273): Launched\u000a16:03:37.705286 run iperf3-srv_10.42.42.10(pid=20274): Launched\u000a16:03:37.908851 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:03:38.048024 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:38.393262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20275): Launched\u000a16:03:38.679269 run iperf3-srv_10.42.42.10(pid=20276): Launched\u000a16:03:38.882701 tst iperf3m4.py:8: start network...\u000a16:03:39.021357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:03:39.542719 run create_hlr_db(pid=20277): Launched\u000a16:03:39.733566 bus /gobi_6: Setting Powered False\u000a16:03:40.753490 run create_hlr_db(pid=20277): Terminated: ok {rc=0}\u000a16:03:41.195090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20279): Launched\u000a16:03:41.527234 run osmo-hlr_10.42.42.2(pid=20280): Launched\u000a16:03:41.648894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:03:42.232329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20282): Launched\u000a16:03:42.564539 run osmo-stp_10.42.42.5(pid=20283): Launched\u000a16:03:42.684566 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:03:43.262313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20285): Launched\u000a16:03:43.379973 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:03:43.667729 run patchelf(pid=20286): Launched\u000a16:03:43.859984 run osmo-stp_10.42.42.5(pid=20283): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20283)]\u000a16:03:44.001065 run osmo-stp_10.42.42.5(pid=20283): stdout: \u000a| (launched: 2022-12-09_16:03:42.399938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:44.142399 run osmo-stp_10.42.42.5(pid=20283): stderr: \u000a| �[0;m�[38;5;43m20221209160342590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160342590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160342590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160342591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160342591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160342591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160342591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:44.277995 run osmo-stp_10.42.42.5(pid=20283): stdout: \u000a| (launched: 2022-12-09_16:03:42.399938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:44.412600 run osmo-stp_10.42.42.5(pid=20283): stderr: \u000a| �[0;m�[38;5;43m20221209160342590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160342590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160342590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160342591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160342591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160342591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160342591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:44.569830 run patchelf(pid=20286): Terminating (SIGINT)\u000a16:03:44.754458 run patchelf(pid=20286): Terminated: ok {rc=0}\u000a16:03:44.788370 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20283): Process ended prematurely: osmo-stp_10.42.42.5(pid=20283) [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20283)] [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a16:03:44.798439 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a16:03:44.862578 run osmo-hlr_10.42.42.2(pid=20280): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20280)]\u000a16:03:44.914428 run osmo-hlr_10.42.42.2(pid=20280): stdout: \u000a| (launched: 2022-12-09_16:03:41.362872) \u000a16:03:44.967143 run osmo-hlr_10.42.42.2(pid=20280): stderr: \u000a| �[0;m�[1;31m20221209160341559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160341559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160341559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160341559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160341559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160341559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160341571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160341580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160341580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160341580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:03:45.011477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20269): Terminating (SIGTERM)\u000a16:03:45.053574 run iperf3-srv_10.42.42.10(pid=20270): Terminating (SIGTERM)\u000a16:03:45.095911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20271): Terminating (SIGTERM)\u000a16:03:45.137690 run iperf3-srv_10.42.42.10(pid=20272): Terminating (SIGTERM)\u000a16:03:45.179999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20273): Terminating (SIGTERM)\u000a16:03:45.221813 run iperf3-srv_10.42.42.10(pid=20274): Terminating (SIGTERM)\u000a16:03:45.264221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20275): Terminating (SIGTERM)\u000a16:03:45.306285 run iperf3-srv_10.42.42.10(pid=20276): Terminating (SIGTERM)\u000a16:03:45.348245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20279): Terminating (SIGTERM)\u000a16:03:45.390389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20282): Terminating (SIGTERM)\u000a16:03:45.432181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20285): Terminating (SIGTERM)\u000a16:03:45.442188 --- ParallelTerminationStrategy: PID 20269 died...\u000a16:03:45.498381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20269): Terminated: ok {rc=0}\u000a16:03:45.508702 --- ParallelTerminationStrategy: PID 20270 died...\u000a16:03:45.564598 run iperf3-srv_10.42.42.10(pid=20270): Terminated {rc=256}\u000a16:03:45.574611 --- ParallelTerminationStrategy: PID 20271 died...\u000a16:03:45.630511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20271): Terminated: ok {rc=0}\u000a16:03:45.640529 --- ParallelTerminationStrategy: PID 20272 died...\u000a16:03:45.696392 run iperf3-srv_10.42.42.10(pid=20272): Terminated {rc=256}\u000a16:03:45.706385 --- ParallelTerminationStrategy: PID 20273 died...\u000a16:03:45.762175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20273): Terminated: ok {rc=0}\u000a16:03:45.772155 --- ParallelTerminationStrategy: PID 20274 died...\u000a16:03:45.827771 run iperf3-srv_10.42.42.10(pid=20274): Terminated {rc=256}\u000a16:03:45.838486 --- ParallelTerminationStrategy: PID 20275 died...\u000a16:03:45.899213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20275): Terminated: ok {rc=0}\u000a16:03:45.909878 --- ParallelTerminationStrategy: PID 20276 died...\u000a16:03:45.966705 run iperf3-srv_10.42.42.10(pid=20276): Terminated {rc=256}\u000a16:03:45.977171 --- ParallelTerminationStrategy: PID 20279 died...\u000a16:03:46.033969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20279): Terminated: ok {rc=0}\u000a16:03:46.044699 --- ParallelTerminationStrategy: PID 20282 died...\u000a16:03:46.101773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20282): Terminated: ok {rc=0}\u000a16:03:46.112188 --- ParallelTerminationStrategy: PID 20285 died...\u000a16:03:46.168686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20285): Terminated: ok {rc=0}\u000a16:03:46.257929 bus /gobi_4: Setting Powered False\u000a16:03:47.365332 bus /gobi_4: Setting Powered False\u000a16:03:48.473109 bus /gobi_1: Setting Powered False\u000a16:03:49.580245 bus /gobi_1: Setting Powered False\u000a16:03:50.688298 bus /gobi_0: Setting Powered False\u000a16:03:51.794489 bus /gobi_0: Setting Powered False\u000a16:03:52.902280 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20293): Process ended prematurely: osmo-stp_10.42.42.5(pid=20293) [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20293)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20293): Process ended prematurely: osmo-stp_10.42.42.5(pid=20293) [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a16:03:53.971285 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:53.983934 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:03:54.127996 tst ping.py: using LAC 22156\u000a16:03:54.247900 tst ping.py: using RAC 226\u000a16:03:54.369031 tst ping.py: using CellId 22156\u000a16:03:54.486642 tst ping.py: using BVCI 22157\u000a16:03:54.509716 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:54.521273 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:54.532481 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:54.543784 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:54.554915 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:54.566140 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:54.577542 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:03:54.588603 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:03:54.884441 tst ping.py:19: start network...\u000a16:03:55.020393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:03:55.530859 run create_hlr_db(pid=20287): Launched\u000a16:03:55.719381 bus /gobi_6: Setting Powered False\u000a16:03:56.738655 run create_hlr_db(pid=20287): Terminated: ok {rc=0}\u000a16:03:57.146442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20289): Launched\u000a16:03:57.449883 run osmo-hlr_10.42.42.2(pid=20290): Launched\u000a16:03:57.568427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:03:58.102623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20292): Launched\u000a16:03:58.405468 run osmo-stp_10.42.42.5(pid=20293): Launched\u000a16:03:58.515329 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:03:59.043883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20295): Launched\u000a16:03:59.151787 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:03:59.417055 run patchelf(pid=20296): Launched\u000a16:03:59.594007 run osmo-stp_10.42.42.5(pid=20293): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20293)]\u000a16:03:59.723519 run osmo-stp_10.42.42.5(pid=20293): stdout: \u000a| (launched: 2022-12-09_16:03:58.256430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:59.853548 run osmo-stp_10.42.42.5(pid=20293): stderr: \u000a| �[0;m�[38;5;43m20221209160358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160358428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:59.979565 run osmo-stp_10.42.42.5(pid=20293): stdout: \u000a| (launched: 2022-12-09_16:03:58.256430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:00.103702 run osmo-stp_10.42.42.5(pid=20293): stderr: \u000a| �[0;m�[38;5;43m20221209160358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160358427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160358428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160358428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:00.249127 run patchelf(pid=20296): Terminating (SIGINT)\u000a16:04:00.419125 run patchelf(pid=20296): Terminated: ok {rc=0}\u000a16:04:00.450163 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20293): Process ended prematurely: osmo-stp_10.42.42.5(pid=20293) [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20293)] [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a16:04:00.458940 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:04:00.518945 run osmo-hlr_10.42.42.2(pid=20290): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20290)]\u000a16:04:00.568145 run osmo-hlr_10.42.42.2(pid=20290): stdout: \u000a| (launched: 2022-12-09_16:03:57.300156) \u000a16:04:00.618081 run osmo-hlr_10.42.42.2(pid=20290): stderr: \u000a| �[0;m�[1;31m20221209160357476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160357476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160357476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160357476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160357476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160357476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160357489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160357499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160357499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160357499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:04:00.660711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20289): Terminating (SIGTERM)\u000a16:04:00.700719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20292): Terminating (SIGTERM)\u000a16:04:00.740724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20295): Terminating (SIGTERM)\u000a16:04:00.750073 --- ParallelTerminationStrategy: PID 20289 died...\u000a16:04:00.803756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20289): Terminated: ok {rc=0}\u000a16:04:00.813886 --- ParallelTerminationStrategy: PID 20292 died...\u000a16:04:00.872619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20292): Terminated: ok {rc=0}\u000a16:04:00.883364 --- ParallelTerminationStrategy: PID 20295 died...\u000a16:04:00.955397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20295): Terminated: ok {rc=0}\u000a16:04:01.052724 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20303): Process ended prematurely: osmo-stp_10.42.42.5(pid=20303) [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20303)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20303): Process ended prematurely: osmo-stp_10.42.42.5(pid=20303) [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a16:04:02.109618 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:02.123763 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:04:02.291491 tst ping_idle_ping.py: using LAC 22157\u000a16:04:02.419454 tst ping_idle_ping.py: using RAC 227\u000a16:04:02.548804 tst ping_idle_ping.py: using CellId 22157\u000a16:04:02.676895 tst ping_idle_ping.py: using BVCI 22158\u000a16:04:02.702021 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:02.713918 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:02.725646 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:02.738143 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:02.750471 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:02.762856 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:02.775708 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:02.788808 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:04:03.076172 tst ping_idle_ping.py:24: start network...\u000a16:04:03.203586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:04:03.695176 run create_hlr_db(pid=20297): Launched\u000a16:04:03.871129 bus /gobi_6: Setting Powered False\u000a16:04:04.891462 run create_hlr_db(pid=20297): Terminated: ok {rc=0}\u000a16:04:05.298533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20299): Launched\u000a16:04:05.605144 run osmo-hlr_10.42.42.2(pid=20300): Launched\u000a16:04:05.726200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:04:06.262204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20302): Launched\u000a16:04:06.566903 run osmo-stp_10.42.42.5(pid=20303): Launched\u000a16:04:06.678179 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:04:07.210641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20305): Launched\u000a16:04:07.318581 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:04:07.586855 run patchelf(pid=20306): Launched\u000a16:04:07.765075 run osmo-stp_10.42.42.5(pid=20303): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20303)]\u000a16:04:07.895171 run osmo-stp_10.42.42.5(pid=20303): stdout: \u000a| (launched: 2022-12-09_16:04:06.416695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:08.025575 run osmo-stp_10.42.42.5(pid=20303): stderr: \u000a| �[0;m�[38;5;43m20221209160406587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160406587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160406587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160406588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160406588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160406588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160406588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:08.151927 run osmo-stp_10.42.42.5(pid=20303): stdout: \u000a| (launched: 2022-12-09_16:04:06.416695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:08.276873 run osmo-stp_10.42.42.5(pid=20303): stderr: \u000a| �[0;m�[38;5;43m20221209160406587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160406587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160406587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160406588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160406588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160406588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160406588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:08.422127 run patchelf(pid=20306): Terminating (SIGINT)\u000a16:04:08.591859 run patchelf(pid=20306): Terminated: ok {rc=0}\u000a16:04:08.622776 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20303): Process ended prematurely: osmo-stp_10.42.42.5(pid=20303) [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20303)] [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a16:04:08.631502 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:04:08.691385 run osmo-hlr_10.42.42.2(pid=20300): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20300)]\u000a16:04:08.740315 run osmo-hlr_10.42.42.2(pid=20300): stdout: \u000a| (launched: 2022-12-09_16:04:05.453798) \u000a16:04:08.790097 run osmo-hlr_10.42.42.2(pid=20300): stderr: \u000a| �[0;m�[1;31m20221209160405631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160405631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160405631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160405631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160405631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160405631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160405643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160405652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160405652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160405652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:04:08.832428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20299): Terminating (SIGTERM)\u000a16:04:08.872280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20302): Terminating (SIGTERM)\u000a16:04:08.912124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20305): Terminating (SIGTERM)\u000a16:04:08.921407 --- ParallelTerminationStrategy: PID 20299 died...\u000a16:04:08.974679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20299): Terminated: ok {rc=0}\u000a16:04:08.984316 --- ParallelTerminationStrategy: PID 20302 died...\u000a16:04:09.037297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20302): Terminated: ok {rc=0}\u000a16:04:09.046954 --- ParallelTerminationStrategy: PID 20305 died...\u000a16:04:09.100061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20305): Terminated: ok {rc=0}\u000a16:04:09.185743 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:03:09" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20316): Process ended prematurely: osmo-stp_10.42.42.5(pid=20316) [trial-2361↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20316)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20316): Process ended prematurely: osmo-stp_10.42.42.5(pid=20316) [trial-2361↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:04:11.220374 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:04:11.231689 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:04:11.393344 tst switch_tch_pdch.py: using LAC 22158\u000a16:04:11.510605 tst switch_tch_pdch.py: using RAC 228\u000a16:04:11.631947 tst switch_tch_pdch.py: using CellId 22158\u000a16:04:11.753541 tst switch_tch_pdch.py: using BVCI 22159\u000a16:04:11.776432 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:04:11.787715 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:04:11.798836 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:04:11.809909 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:04:11.821075 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:04:11.832081 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:04:11.843220 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:04:11.854272 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:04:11.999300 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:04:12.281677 tst switch_tch_pdch.py:51: start network...\u000a16:04:12.408060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:04:12.893824 run create_hlr_db(pid=20310): Launched\u000a16:04:13.069701 bus /gobi_6: Setting Powered False\u000a16:04:14.089773 run create_hlr_db(pid=20310): Terminated: ok {rc=0}\u000a16:04:14.521528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20312): Launched\u000a16:04:14.847186 run osmo-hlr_10.42.42.2(pid=20313): Launched\u000a16:04:14.964834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:04:15.530313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20315): Launched\u000a16:04:15.858224 run osmo-stp_10.42.42.5(pid=20316): Launched\u000a16:04:16.004539 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:04:16.795834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20318): Launched\u000a16:04:16.954297 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:04:17.270640 run patchelf(pid=20319): Launched\u000a16:04:17.452452 run osmo-stp_10.42.42.5(pid=20316): ERR: Terminated: ERROR {rc=1} [trial-2361↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20316)]\u000a16:04:17.582434 run osmo-stp_10.42.42.5(pid=20316): stdout: \u000a| (launched: 2022-12-09_16:04:15.695431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:17.712289 run osmo-stp_10.42.42.5(pid=20316): stderr: \u000a| �[0;m�[38;5;43m20221209160415993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160415993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160415993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160415994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160415994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160415994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160415994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:17.837499 run osmo-stp_10.42.42.5(pid=20316): stdout: \u000a| (launched: 2022-12-09_16:04:15.695431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:17.961796 run osmo-stp_10.42.42.5(pid=20316): stderr: \u000a| �[0;m�[38;5;43m20221209160415993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160415993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160415993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160415994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160415994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160415994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160415994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:18.106482 run patchelf(pid=20319): Terminating (SIGINT)\u000a16:04:18.276618 run patchelf(pid=20319): Terminated: ok {rc=0}\u000a16:04:18.307679 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20316): Process ended prematurely: osmo-stp_10.42.42.5(pid=20316) [trial-2361↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20316)] [trial-2361↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:04:18.316415 tst switch_tch_pdch.py:54: Test FAILED (7.1 sec)\u000a16:04:18.376378 run osmo-hlr_10.42.42.2(pid=20313): ERR: Terminated: ERROR {rc=237} [trial-2361↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20313)]\u000a16:04:18.425471 run osmo-hlr_10.42.42.2(pid=20313): stdout: \u000a| (launched: 2022-12-09_16:04:14.686464) \u000a16:04:18.474896 run osmo-hlr_10.42.42.2(pid=20313): stderr: \u000a| �[0;m�[1;31m20221209160414887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160414887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160414887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160414887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160414887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160414887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160414899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160414907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160414908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160414908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:04:18.517177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20312): Terminating (SIGTERM)\u000a16:04:18.556823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20315): Terminating (SIGTERM)\u000a16:04:18.596511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20318): Terminating (SIGTERM)\u000a16:04:18.605726 --- ParallelTerminationStrategy: PID 20312 died...\u000a16:04:18.658920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20312): Terminated: ok {rc=0}\u000a16:04:18.668505 --- ParallelTerminationStrategy: PID 20315 died...\u000a16:04:18.721405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20315): Terminated: ok {rc=0}\u000a16:04:18.730882 --- ParallelTerminationStrategy: PID 20318 died...\u000a16:04:18.784125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20318): Terminated: ok {rc=0}\u000a16:04:18.867838 bus /gobi_0: Setting Powered False\u000a16:04:19.975624 bus /gobi_0: Setting Powered False\u000a16:04:21.083836 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:04:10" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20330): Process ended prematurely: osmo-stp_10.42.42.5(pid=20330) [trial-2361↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20330)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20330): Process ended prematurely: osmo-stp_10.42.42.5(pid=20330) [trial-2361↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:04:23.065789 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:04:23.076765 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:04:23.234205 tst switch_tch_pdch.py: using LAC 22159\u000a16:04:23.352294 tst switch_tch_pdch.py: using RAC 229\u000a16:04:23.470750 tst switch_tch_pdch.py: using CellId 22159\u000a16:04:23.588739 tst switch_tch_pdch.py: using BVCI 22160\u000a16:04:23.611903 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:04:23.623028 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:04:23.633981 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:04:23.644747 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:04:23.655623 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:04:23.666559 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:04:23.677577 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:04:23.688379 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:04:23.808129 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:04:24.105605 tst switch_tch_pdch.py:51: start network...\u000a16:04:24.241221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:04:24.723235 run create_hlr_db(pid=20324): Launched\u000a16:04:24.855044 bus /gobi_6: Setting Powered False\u000a16:04:25.931026 run create_hlr_db(pid=20324): Terminated: ok {rc=0}\u000a16:04:26.313262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20326): Launched\u000a16:04:26.617672 run osmo-hlr_10.42.42.2(pid=20327): Launched\u000a16:04:26.728865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:04:27.226405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20329): Launched\u000a16:04:27.529525 run osmo-stp_10.42.42.5(pid=20330): Launched\u000a16:04:27.639675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:04:28.141083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20332): Launched\u000a16:04:28.248371 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:04:28.513930 run patchelf(pid=20333): Launched\u000a16:04:28.691509 run osmo-stp_10.42.42.5(pid=20330): ERR: Terminated: ERROR {rc=1} [trial-2361↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20330)]\u000a16:04:28.821083 run osmo-stp_10.42.42.5(pid=20330): stdout: \u000a| (launched: 2022-12-09_16:04:27.379820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:28.950703 run osmo-stp_10.42.42.5(pid=20330): stderr: \u000a| �[0;m�[38;5;43m20221209160427551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160427551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160427551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160427552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160427552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160427552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160427552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:29.075673 run osmo-stp_10.42.42.5(pid=20330): stdout: \u000a| (launched: 2022-12-09_16:04:27.379820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:29.199281 run osmo-stp_10.42.42.5(pid=20330): stderr: \u000a| �[0;m�[38;5;43m20221209160427551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160427551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160427551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160427552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160427552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160427552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160427552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:29.343021 run patchelf(pid=20333): Terminating (SIGINT)\u000a16:04:29.511835 run patchelf(pid=20333): Terminated: ok {rc=0}\u000a16:04:29.542671 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20330): Process ended prematurely: osmo-stp_10.42.42.5(pid=20330) [trial-2361↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20330)] [trial-2361↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:04:29.551214 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a16:04:29.611258 run osmo-hlr_10.42.42.2(pid=20327): ERR: Terminated: ERROR {rc=237} [trial-2361↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20327)]\u000a16:04:29.660108 run osmo-hlr_10.42.42.2(pid=20327): stdout: \u000a| (launched: 2022-12-09_16:04:26.467317) \u000a16:04:29.709632 run osmo-hlr_10.42.42.2(pid=20327): stderr: \u000a| �[0;m�[1;31m20221209160426644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160426644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160426644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160426644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160426644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160426644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160426656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160426665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160426665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160426665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:04:29.751640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20326): Terminating (SIGTERM)\u000a16:04:29.791455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20329): Terminating (SIGTERM)\u000a16:04:29.831041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20332): Terminating (SIGTERM)\u000a16:04:29.840181 --- ParallelTerminationStrategy: PID 20326 died...\u000a16:04:29.893720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20326): Terminated: ok {rc=0}\u000a16:04:29.903315 --- ParallelTerminationStrategy: PID 20329 died...\u000a16:04:29.956160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20329): Terminated: ok {rc=0}\u000a16:04:29.965722 --- ParallelTerminationStrategy: PID 20332 died...\u000a16:04:30.018409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20332): Terminated: ok {rc=0}\u000a16:04:30.102097 bus /gobi_0: Setting Powered False\u000a16:04:31.202614 bus /gobi_0: Setting Powered False\u000a16:04:32.309719 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:04:22" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20338): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20338) [trial-2361↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20338)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20338): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20338) [trial-2361↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a16:04:34.221182 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a16:04:34.232458 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:04:34.374907 tst mo_mt_sms.py: using LAC 22160\u000a16:04:34.502796 tst mo_mt_sms.py: using RAC 230\u000a16:04:34.624605 tst mo_mt_sms.py: using CellId 22160\u000a16:04:34.743769 tst mo_mt_sms.py: using BVCI 22161\u000a16:04:34.766821 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:04:34.886134 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:04:35.166256 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:04:35.292339 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:04:35.917935 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20337): Launched\u000a16:04:36.218068 run osmo-nitb_10.42.42.2(pid=20338): Launched\u000a16:04:36.404724 run osmo-nitb_10.42.42.2(pid=20338): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20338)]\u000a16:04:36.542017 run osmo-nitb_10.42.42.2(pid=20338): stdout: \u000a| (launched: 2022-12-09_16:04:36.071807) \u000a16:04:36.679246 run osmo-nitb_10.42.42.2(pid=20338): stderr: \u000a| (launched: 2022-12-09_16:04:36.116586)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:04:36.811761 run osmo-nitb_10.42.42.2(pid=20338): stdout: \u000a| (launched: 2022-12-09_16:04:36.071807) \u000a16:04:36.943039 run osmo-nitb_10.42.42.2(pid=20338): stderr: \u000a| (launched: 2022-12-09_16:04:36.116586)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:04:37.340075 tst osmo-nitb_10.42.42.2(pid=20338): stdout: \u000a| (launched: 2022-12-09_16:04:36.071807) \u000a16:04:37.460152 tst osmo-nitb_10.42.42.2(pid=20338): stderr: \u000a| (launched: 2022-12-09_16:04:36.116586)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:04:37.512989 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20338): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20338) [trial-2361↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20338)] [trial-2361↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a16:04:37.521221 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a16:04:37.555496 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20337): Terminating (SIGTERM)\u000a16:04:37.732880 --- ParallelTerminationStrategy: PID 20337 died...\u000a16:04:37.788043 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20337): Terminated: ok {rc=0}\u000a16:04:37.876703 bus /sierra_3: Setting Powered False\u000a16:04:38.982213 bus /sierra_3: Setting Powered False\u000a16:04:40.091566 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:04:34" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20349): Process ended prematurely: osmo-stp_10.42.42.5(pid=20349) [trial-2361↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20349)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20349): Process ended prematurely: osmo-stp_10.42.42.5(pid=20349) [trial-2361↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a16:04:41.984819 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:41.995691 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:04:42.130056 tst mo_mt_sms.py: using LAC 22161\u000a16:04:42.250476 tst mo_mt_sms.py: using RAC 231\u000a16:04:42.368286 tst mo_mt_sms.py: using CellId 22161\u000a16:04:42.489280 tst mo_mt_sms.py: using BVCI 22162\u000a16:04:42.512017 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:42.522933 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:42.533530 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:42.544092 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:42.554699 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:42.565243 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:04:42.685976 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:04:42.900001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:04:43.412388 run create_hlr_db(pid=20342): Launched\u000a16:04:43.601868 bus /sierra_2: Setting Powered False\u000a16:04:44.622202 run create_hlr_db(pid=20342): Terminated: ok {rc=0}\u000a16:04:45.056898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20345): Launched\u000a16:04:45.383622 run osmo-hlr_10.42.42.2(pid=20346): Launched\u000a16:04:45.505387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:04:46.090247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20348): Launched\u000a16:04:46.545463 run osmo-stp_10.42.42.5(pid=20349): Launched\u000a16:04:46.689210 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:04:47.293978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20351): Launched\u000a16:04:47.598825 run osmo-msc_10.42.42.6(pid=20352): Launched\u000a16:04:47.774727 run osmo-stp_10.42.42.5(pid=20349): ERR: Terminated: ERROR {rc=1} [trial-2361↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20349)]\u000a16:04:47.901789 run osmo-stp_10.42.42.5(pid=20349): stdout: \u000a| (launched: 2022-12-09_16:04:46.248426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:48.027094 run osmo-stp_10.42.42.5(pid=20349): stderr: \u000a| �[0;m�[38;5;43m20221209160446453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160446453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160446453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160446454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160446454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160446454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160446454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:48.147606 run osmo-stp_10.42.42.5(pid=20349): stdout: \u000a| (launched: 2022-12-09_16:04:46.248426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:48.267749 run osmo-stp_10.42.42.5(pid=20349): stderr: \u000a| �[0;m�[38;5;43m20221209160446453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160446453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160446453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160446454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160446454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160446454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160446454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:48.320570 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20349): Process ended prematurely: osmo-stp_10.42.42.5(pid=20349) [trial-2361↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20349)] [trial-2361↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a16:04:48.328378 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a16:04:48.387595 run osmo-hlr_10.42.42.2(pid=20346): ERR: Terminated: ERROR {rc=237} [trial-2361↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20346)]\u000a16:04:48.436269 run osmo-hlr_10.42.42.2(pid=20346): stdout: \u000a| (launched: 2022-12-09_16:04:45.222254) \u000a16:04:48.485580 run osmo-hlr_10.42.42.2(pid=20346): stderr: \u000a| �[0;m�[1;31m20221209160445421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160445421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160445421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160445421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160445421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160445421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160445440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160445449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160445449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160445449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:04:48.553200 run osmo-msc_10.42.42.6(pid=20352): ERR: Terminated: ERROR {rc=2} [trial-2361↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20352)]\u000a16:04:48.601850 run osmo-msc_10.42.42.6(pid=20352): stdout: \u000a| (launched: 2022-12-09_16:04:47.447896) \u000a16:04:48.651105 run osmo-msc_10.42.42.6(pid=20352): stderr: \u000a| �[0;m�[38;5;43m20221209160447719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160447719 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d4a5d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160447719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160447719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160447720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160447720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160447722 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160447722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160447722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160447722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:04:48.693082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20345): Terminating (SIGTERM)\u000a16:04:48.732573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20348): Terminating (SIGTERM)\u000a16:04:48.772083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20351): Terminating (SIGTERM)\u000a16:04:48.781293 --- ParallelTerminationStrategy: PID 20345 died...\u000a16:04:48.834872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20345): Terminated: ok {rc=0}\u000a16:04:48.844360 --- ParallelTerminationStrategy: PID 20348 died...\u000a16:04:48.897024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20348): Terminated: ok {rc=0}\u000a16:04:48.906562 --- ParallelTerminationStrategy: PID 20351 died...\u000a16:04:48.958949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20351): Terminated: ok {rc=0}\u000a16:04:49.049619 bus /sierra_3: Setting Powered False\u000a16:04:50.153502 bus /sierra_3: Setting Powered False\u000a16:04:51.264381 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:04:41" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20359): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20359) [trial-2361↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20359)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20359): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20359) [trial-2361↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a16:04:53.116667 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a16:04:53.128081 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:04:53.273226 tst assert_extension.py: using LAC 22162\u000a16:04:53.397562 tst assert_extension.py: using RAC 232\u000a16:04:53.521673 tst assert_extension.py: using CellId 22162\u000a16:04:53.647976 tst assert_extension.py: using BVCI 22163\u000a16:04:53.672563 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a16:04:53.950367 tst assert_extension.py:10: start nitb and bts...\u000a16:04:54.076335 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:04:54.705526 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20358): Launched\u000a16:04:55.006396 run osmo-nitb_10.42.42.2(pid=20359): Launched\u000a16:04:55.193062 run osmo-nitb_10.42.42.2(pid=20359): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20359)]\u000a16:04:55.330733 run osmo-nitb_10.42.42.2(pid=20359): stdout: \u000a| (launched: 2022-12-09_16:04:54.860066) \u000a16:04:55.468565 run osmo-nitb_10.42.42.2(pid=20359): stderr: \u000a| (launched: 2022-12-09_16:04:54.905333)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:04:55.601522 run osmo-nitb_10.42.42.2(pid=20359): stdout: \u000a| (launched: 2022-12-09_16:04:54.860066) \u000a16:04:55.733001 run osmo-nitb_10.42.42.2(pid=20359): stderr: \u000a| (launched: 2022-12-09_16:04:54.905333)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:04:56.130151 tst osmo-nitb_10.42.42.2(pid=20359): stdout: \u000a| (launched: 2022-12-09_16:04:54.860066) \u000a16:04:56.251715 tst osmo-nitb_10.42.42.2(pid=20359): stderr: \u000a| (launched: 2022-12-09_16:04:54.905333)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:04:56.304771 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20359): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20359) [trial-2361↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20359)] [trial-2361↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a16:04:56.312696 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a16:04:56.348377 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20358): Terminating (SIGTERM)\u000a16:04:56.526374 --- ParallelTerminationStrategy: PID 20358 died...\u000a16:04:56.582820 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20358): Terminated: ok {rc=0}\u000a16:04:56.672794 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:04:52" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20372): Process ended prematurely: osmo-stp_10.42.42.5(pid=20372) [trial-2361↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20372)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20372): Process ended prematurely: osmo-stp_10.42.42.5(pid=20372) [trial-2361↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a16:04:58.523314 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:58.534856 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:04:58.683228 tst assert_extension.py: using LAC 22163\u000a16:04:58.809821 tst assert_extension.py: using RAC 233\u000a16:04:58.929801 tst assert_extension.py: using CellId 22163\u000a16:04:59.046544 tst assert_extension.py: using BVCI 22164\u000a16:04:59.069487 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:59.080388 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:59.091371 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:59.101981 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:59.112495 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:04:59.123074 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a16:04:59.333565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:04:59.843900 run create_hlr_db(pid=20363): Launched\u000a16:05:00.032682 bus /sierra_2: Setting Powered False\u000a16:05:01.053136 run create_hlr_db(pid=20363): Terminated: ok {rc=0}\u000a16:05:01.531451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20368): Launched\u000a16:05:01.981300 run osmo-hlr_10.42.42.2(pid=20369): Launched\u000a16:05:02.093292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:05:02.750605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20371): Launched\u000a16:05:03.053311 run osmo-stp_10.42.42.5(pid=20372): Launched\u000a16:05:03.162683 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:05:03.710034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20374): Launched\u000a16:05:04.010358 run osmo-msc_10.42.42.6(pid=20375): Launched\u000a16:05:04.187426 run osmo-stp_10.42.42.5(pid=20372): ERR: Terminated: ERROR {rc=1} [trial-2361↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20372)]\u000a16:05:04.314939 run osmo-stp_10.42.42.5(pid=20372): stdout: \u000a| (launched: 2022-12-09_16:05:02.904233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:04.439984 run osmo-stp_10.42.42.5(pid=20372): stderr: \u000a| �[0;m�[38;5;43m20221209160503074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160503075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160503075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160503075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160503076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160503076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160503076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:04.560773 run osmo-stp_10.42.42.5(pid=20372): stdout: \u000a| (launched: 2022-12-09_16:05:02.904233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:04.681614 run osmo-stp_10.42.42.5(pid=20372): stderr: \u000a| �[0;m�[38;5;43m20221209160503074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160503075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160503075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160503075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160503076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160503076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160503076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:04.734403 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20372): Process ended prematurely: osmo-stp_10.42.42.5(pid=20372) [trial-2361↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20372)] [trial-2361↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a16:05:04.742512 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a16:05:04.802358 run osmo-hlr_10.42.42.2(pid=20369): ERR: Terminated: ERROR {rc=237} [trial-2361↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20369)]\u000a16:05:04.851711 run osmo-hlr_10.42.42.2(pid=20369): stdout: \u000a| (launched: 2022-12-09_16:05:01.690175) \u000a16:05:04.901546 run osmo-hlr_10.42.42.2(pid=20369): stderr: \u000a| �[0;m�[1;31m20221209160501920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160501920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160501920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160501920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160501920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160501920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160501936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160501952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160501953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160501953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:05:04.969031 run osmo-msc_10.42.42.6(pid=20375): ERR: Terminated: ERROR {rc=2} [trial-2361↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20375)]\u000a16:05:05.018065 run osmo-msc_10.42.42.6(pid=20375): stdout: \u000a| (launched: 2022-12-09_16:05:03.861450) \u000a16:05:05.068010 run osmo-msc_10.42.42.6(pid=20375): stderr: \u000a| �[0;m�[38;5;43m20221209160504133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160504133 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f713925bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160504133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160504133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160504134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160504134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160504137 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160504137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160504137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160504137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:05:05.110118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20368): Terminating (SIGTERM)\u000a16:05:05.150050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20371): Terminating (SIGTERM)\u000a16:05:05.190288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20374): Terminating (SIGTERM)\u000a16:05:05.199620 --- ParallelTerminationStrategy: PID 20368 died...\u000a16:05:05.253501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20368): Terminated: ok {rc=0}\u000a16:05:05.263136 --- ParallelTerminationStrategy: PID 20371 died...\u000a16:05:05.316601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20371): Terminated: ok {rc=0}\u000a16:05:05.326216 --- ParallelTerminationStrategy: PID 20374 died...\u000a16:05:05.379455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20374): Terminated: ok {rc=0}\u000a16:05:05.464284 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:04:58" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20386): Process ended prematurely: osmo-stp_10.42.42.5(pid=20386) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20386)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20386): Process ended prematurely: osmo-stp_10.42.42.5(pid=20386) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:05:07.436498 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:07.448346 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:05:07.618239 tst mo_mt_call.py: using LAC 22164\u000a16:05:07.743710 tst mo_mt_call.py: using RAC 234\u000a16:05:07.868569 tst mo_mt_call.py: using CellId 22164\u000a16:05:07.995266 tst mo_mt_call.py: using BVCI 22165\u000a16:05:08.020466 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:08.032326 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:08.044019 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:08.056181 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:08.068241 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:08.080052 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:05:08.200104 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:05:08.412414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:05:08.925751 run create_hlr_db(pid=20380): Launched\u000a16:05:09.115417 bus /sierra_2: Setting Powered False\u000a16:05:10.136278 run create_hlr_db(pid=20380): Terminated: ok {rc=0}\u000a16:05:10.548114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20382): Launched\u000a16:05:10.856079 run osmo-hlr_10.42.42.2(pid=20383): Launched\u000a16:05:10.973017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:05:11.503559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20385): Launched\u000a16:05:11.811792 run osmo-stp_10.42.42.5(pid=20386): Launched\u000a16:05:11.923413 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:05:12.482271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20388): Launched\u000a16:05:12.791213 run osmo-msc_10.42.42.6(pid=20389): Launched\u000a16:05:12.971843 run osmo-stp_10.42.42.5(pid=20386): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20386)]\u000a16:05:13.101966 run osmo-stp_10.42.42.5(pid=20386): stdout: \u000a| (launched: 2022-12-09_16:05:11.661200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:13.229635 run osmo-stp_10.42.42.5(pid=20386): stderr: \u000a| �[0;m�[38;5;43m20221209160511831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160511831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160511831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160511832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160511832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160511832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160511832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:13.352265 run osmo-stp_10.42.42.5(pid=20386): stdout: \u000a| (launched: 2022-12-09_16:05:11.661200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:13.474020 run osmo-stp_10.42.42.5(pid=20386): stderr: \u000a| �[0;m�[38;5;43m20221209160511831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160511831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160511831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160511832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160511832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160511832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160511832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:13.527783 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20386): Process ended prematurely: osmo-stp_10.42.42.5(pid=20386) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20386)] [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:05:13.536434 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:05:13.595565 run osmo-hlr_10.42.42.2(pid=20383): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20383)]\u000a16:05:13.644252 run osmo-hlr_10.42.42.2(pid=20383): stdout: \u000a| (launched: 2022-12-09_16:05:10.705320) \u000a16:05:13.693791 run osmo-hlr_10.42.42.2(pid=20383): stderr: \u000a| �[0;m�[1;31m20221209160510880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160510880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160510880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160510880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160510880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160510880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160510892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160510902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160510903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160510903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:05:13.760873 run osmo-msc_10.42.42.6(pid=20389): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20389)]\u000a16:05:13.809720 run osmo-msc_10.42.42.6(pid=20389): stdout: \u000a| (launched: 2022-12-09_16:05:12.638306) \u000a16:05:13.859401 run osmo-msc_10.42.42.6(pid=20389): stderr: \u000a| �[0;m�[38;5;43m20221209160512913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160512913 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdcaa981c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160512913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160512914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160512914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160512914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160512915 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160512916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160512916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160512916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:05:13.901327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20382): Terminating (SIGTERM)\u000a16:05:13.941004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20385): Terminating (SIGTERM)\u000a16:05:13.980758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20388): Terminating (SIGTERM)\u000a16:05:13.989934 --- ParallelTerminationStrategy: PID 20382 died...\u000a16:05:14.043580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20382): Terminated: ok {rc=0}\u000a16:05:14.053150 --- ParallelTerminationStrategy: PID 20385 died...\u000a16:05:14.106177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20385): Terminated: ok {rc=0}\u000a16:05:14.115720 --- ParallelTerminationStrategy: PID 20388 died...\u000a16:05:14.168746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20388): Terminated: ok {rc=0}\u000a16:05:14.258200 bus /sierra_3: Setting Powered False\u000a16:05:15.361010 bus /sierra_3: Setting Powered False\u000a16:05:16.474283 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20397): Process ended prematurely: osmo-stp_10.42.42.5(pid=20397) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20397)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20397): Process ended prematurely: osmo-stp_10.42.42.5(pid=20397) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:05:17.589704 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:17.602356 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:05:17.768340 tst mo_mt_call_osmux.py: using LAC 22165\u000a16:05:17.897237 tst mo_mt_call_osmux.py: using RAC 235\u000a16:05:18.026264 tst mo_mt_call_osmux.py: using CellId 22165\u000a16:05:18.155123 tst mo_mt_call_osmux.py: using BVCI 22166\u000a16:05:18.179927 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:18.191674 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:18.203366 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:18.215204 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:18.227105 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:05:18.239007 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:05:18.361107 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:05:18.566915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:05:19.058637 run create_hlr_db(pid=20391): Launched\u000a16:05:19.235630 bus /sierra_2: Setting Powered False\u000a16:05:20.256080 run create_hlr_db(pid=20391): Terminated: ok {rc=0}\u000a16:05:20.694659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20393): Launched\u000a16:05:21.023298 run osmo-hlr_10.42.42.2(pid=20394): Launched\u000a16:05:21.143149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:05:21.710519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20396): Launched\u000a16:05:22.039657 run osmo-stp_10.42.42.5(pid=20397): Launched\u000a16:05:22.158154 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:05:22.754473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20400): Launched\u000a16:05:23.083414 run osmo-msc_10.42.42.6(pid=20401): Launched\u000a16:05:23.273710 run osmo-stp_10.42.42.5(pid=20397): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20397)]\u000a16:05:23.411715 run osmo-stp_10.42.42.5(pid=20397): stdout: \u000a| (launched: 2022-12-09_16:05:21.877366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:23.548505 run osmo-stp_10.42.42.5(pid=20397): stderr: \u000a| �[0;m�[38;5;43m20221209160522070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160522070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160522070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160522071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160522071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160522071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160522071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:23.679079 run osmo-stp_10.42.42.5(pid=20397): stdout: \u000a| (launched: 2022-12-09_16:05:21.877366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:23.808294 run osmo-stp_10.42.42.5(pid=20397): stderr: \u000a| �[0;m�[38;5;43m20221209160522070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160522070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160522070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160522071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160522071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160522071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160522071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:23.865908 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20397): Process ended prematurely: osmo-stp_10.42.42.5(pid=20397) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20397)] [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:05:23.875255 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:05:23.938319 run osmo-hlr_10.42.42.2(pid=20394): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20394)]\u000a16:05:23.989642 run osmo-hlr_10.42.42.2(pid=20394): stdout: \u000a| (launched: 2022-12-09_16:05:20.861704) \u000a16:05:24.042056 run osmo-hlr_10.42.42.2(pid=20394): stderr: \u000a| �[0;m�[1;31m20221209160521059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160521059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160521059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160521059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160521059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160521059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160521072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160521080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160521080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160521080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:05:24.112543 run osmo-msc_10.42.42.6(pid=20401): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20401)]\u000a16:05:24.163744 run osmo-msc_10.42.42.6(pid=20401): stdout: \u000a| (launched: 2022-12-09_16:05:22.920128) \u000a16:05:24.215517 run osmo-msc_10.42.42.6(pid=20401): stderr: \u000a| �[0;m�[38;5;43m20221209160523241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160523242 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f747edbdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160523242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160523242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160523242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160523242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160523244 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160523244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160523244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160523244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:05:24.259101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20393): Terminating (SIGTERM)\u000a16:05:24.301057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20396): Terminating (SIGTERM)\u000a16:05:24.343022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20400): Terminating (SIGTERM)\u000a16:05:24.352631 --- ParallelTerminationStrategy: PID 20393 died...\u000a16:05:24.408807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20393): Terminated: ok {rc=0}\u000a16:05:24.418795 --- ParallelTerminationStrategy: PID 20396 died...\u000a16:05:24.474396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20396): Terminated: ok {rc=0}\u000a16:05:24.484369 --- ParallelTerminationStrategy: PID 20400 died...\u000a16:05:24.540076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20400): Terminated: ok {rc=0}\u000a16:05:24.627702 bus /sierra_3: Setting Powered False\u000a16:05:25.733373 bus /sierra_3: Setting Powered False\u000a16:05:26.844661 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:05:07" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20413): Process ended prematurely: osmo-stp_10.42.42.5(pid=20413) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20413)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20413): Process ended prematurely: osmo-stp_10.42.42.5(pid=20413) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:05:28.858233 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:28.869956 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:05:29.032826 tst mo_mt_call.py: using LAC 22166\u000a16:05:29.152331 tst mo_mt_call.py: using RAC 236\u000a16:05:29.273248 tst mo_mt_call.py: using CellId 22166\u000a16:05:29.401285 tst mo_mt_call.py: using BVCI 22167\u000a16:05:29.426285 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:29.438165 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:29.450193 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:29.461929 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:29.474206 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:29.486046 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:05:29.604388 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:05:29.807956 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:05:30.295646 run create_hlr_db(pid=20407): Launched\u000a16:05:30.471559 bus /sierra_2: Setting Powered False\u000a16:05:31.509345 run create_hlr_db(pid=20407): Terminated: ok {rc=0}\u000a16:05:31.976194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20409): Launched\u000a16:05:32.299482 run osmo-hlr_10.42.42.2(pid=20410): Launched\u000a16:05:32.417686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:05:32.987992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20412): Launched\u000a16:05:33.316314 run osmo-stp_10.42.42.5(pid=20413): Launched\u000a16:05:33.435375 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:05:34.040522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20415): Launched\u000a16:05:34.368640 run osmo-msc_10.42.42.6(pid=20416): Launched\u000a16:05:34.560002 run osmo-stp_10.42.42.5(pid=20413): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20413)]\u000a16:05:34.698741 run osmo-stp_10.42.42.5(pid=20413): stdout: \u000a| (launched: 2022-12-09_16:05:33.154922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:34.837046 run osmo-stp_10.42.42.5(pid=20413): stderr: \u000a| �[0;m�[38;5;43m20221209160533347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160533347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160533347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160533348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160533348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160533348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160533348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:34.968891 run osmo-stp_10.42.42.5(pid=20413): stdout: \u000a| (launched: 2022-12-09_16:05:33.154922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:35.099693 run osmo-stp_10.42.42.5(pid=20413): stderr: \u000a| �[0;m�[38;5;43m20221209160533347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160533347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160533347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160533348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160533348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160533348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160533348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:35.157449 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20413): Process ended prematurely: osmo-stp_10.42.42.5(pid=20413) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20413)] [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:05:35.166952 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:05:35.230334 run osmo-hlr_10.42.42.2(pid=20410): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20410)]\u000a16:05:35.282028 run osmo-hlr_10.42.42.2(pid=20410): stdout: \u000a| (launched: 2022-12-09_16:05:32.136878) \u000a16:05:35.334563 run osmo-hlr_10.42.42.2(pid=20410): stderr: \u000a| �[0;m�[1;31m20221209160532331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160532331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160532331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160532331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160532331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160532332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160532343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160532352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160532352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160532352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:05:35.404812 run osmo-msc_10.42.42.6(pid=20416): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20416)]\u000a16:05:35.456477 run osmo-msc_10.42.42.6(pid=20416): stdout: \u000a| (launched: 2022-12-09_16:05:34.207188) \u000a16:05:35.509105 run osmo-msc_10.42.42.6(pid=20416): stderr: \u000a| �[0;m�[38;5;43m20221209160534530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160534530 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65c1253c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160534530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160534530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160534531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160534531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160534533 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160534533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160534533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160534533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:05:35.553546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20409): Terminating (SIGTERM)\u000a16:05:35.595523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20412): Terminating (SIGTERM)\u000a16:05:35.638129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20415): Terminating (SIGTERM)\u000a16:05:35.647808 --- ParallelTerminationStrategy: PID 20409 died...\u000a16:05:35.704027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20409): Terminated: ok {rc=0}\u000a16:05:35.714245 --- ParallelTerminationStrategy: PID 20412 died...\u000a16:05:35.770211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20412): Terminated: ok {rc=0}\u000a16:05:35.780379 --- ParallelTerminationStrategy: PID 20415 died...\u000a16:05:35.836303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20415): Terminated: ok {rc=0}\u000a16:05:35.923497 bus /sierra_3: Setting Powered False\u000a16:05:37.031046 bus /sierra_3: Setting Powered False\u000a16:05:38.139702 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20424): Process ended prematurely: osmo-stp_10.42.42.5(pid=20424) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20424)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20424): Process ended prematurely: osmo-stp_10.42.42.5(pid=20424) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:05:39.255960 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:39.268688 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:05:39.436425 tst mo_mt_call_osmux.py: using LAC 22167\u000a16:05:39.562981 tst mo_mt_call_osmux.py: using RAC 237\u000a16:05:39.692019 tst mo_mt_call_osmux.py: using CellId 22167\u000a16:05:39.818398 tst mo_mt_call_osmux.py: using BVCI 22168\u000a16:05:39.843278 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:39.855174 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:39.867371 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:39.879021 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:39.891103 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:05:39.903113 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:05:40.021697 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:05:40.237997 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:05:40.753382 run create_hlr_db(pid=20418): Launched\u000a16:05:40.943648 bus /sierra_2: Setting Powered False\u000a16:05:41.963004 run create_hlr_db(pid=20418): Terminated: ok {rc=0}\u000a16:05:42.400578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20420): Launched\u000a16:05:42.729221 run osmo-hlr_10.42.42.2(pid=20421): Launched\u000a16:05:42.851589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:05:43.422623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20423): Launched\u000a16:05:43.750583 run osmo-stp_10.42.42.5(pid=20424): Launched\u000a16:05:43.869148 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:05:44.469396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20426): Launched\u000a16:05:44.798519 run osmo-msc_10.42.42.6(pid=20427): Launched\u000a16:05:44.989885 run osmo-stp_10.42.42.5(pid=20424): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20424)]\u000a16:05:45.129042 run osmo-stp_10.42.42.5(pid=20424): stdout: \u000a| (launched: 2022-12-09_16:05:43.589215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:45.267078 run osmo-stp_10.42.42.5(pid=20424): stderr: \u000a| �[0;m�[38;5;43m20221209160543782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160543783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160543783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160543783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160543784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160543784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160543784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:45.398479 run osmo-stp_10.42.42.5(pid=20424): stdout: \u000a| (launched: 2022-12-09_16:05:43.589215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:45.528475 run osmo-stp_10.42.42.5(pid=20424): stderr: \u000a| �[0;m�[38;5;43m20221209160543782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160543783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160543783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160543783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160543784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160543784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160543784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:45.586366 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20424): Process ended prematurely: osmo-stp_10.42.42.5(pid=20424) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20424)] [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:05:45.595853 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:05:45.659121 run osmo-hlr_10.42.42.2(pid=20421): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20421)]\u000a16:05:45.710895 run osmo-hlr_10.42.42.2(pid=20421): stdout: \u000a| (launched: 2022-12-09_16:05:42.566521) \u000a16:05:45.763279 run osmo-hlr_10.42.42.2(pid=20421): stderr: \u000a| �[0;m�[1;31m20221209160542765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160542765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160542765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160542765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160542765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160542765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160542778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160542786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160542786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160542787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:05:45.844042 run osmo-msc_10.42.42.6(pid=20427): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20427)]\u000a16:05:45.909039 run osmo-msc_10.42.42.6(pid=20427): stdout: \u000a| (launched: 2022-12-09_16:05:44.636419) \u000a16:05:45.962596 run osmo-msc_10.42.42.6(pid=20427): stderr: \u000a| �[0;m�[38;5;43m20221209160544963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160544963 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71c0fa1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160544963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160544963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160544963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160544963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160544965 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160544965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160544966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160544966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:05:46.008663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20420): Terminating (SIGTERM)\u000a16:05:46.052528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20423): Terminating (SIGTERM)\u000a16:05:46.095856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20426): Terminating (SIGTERM)\u000a16:05:46.105981 --- ParallelTerminationStrategy: PID 20420 died...\u000a16:05:46.163751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20420): Terminated: ok {rc=0}\u000a16:05:46.174387 --- ParallelTerminationStrategy: PID 20423 died...\u000a16:05:46.231097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20423): Terminated: ok {rc=0}\u000a16:05:46.242021 --- ParallelTerminationStrategy: PID 20426 died...\u000a16:05:46.299004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20426): Terminated: ok {rc=0}\u000a16:05:46.389145 bus /sierra_3: Setting Powered False\u000a16:05:47.494807 bus /sierra_3: Setting Powered False\u000a16:05:48.603725 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:05:28" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20438): Process ended prematurely: osmo-stp_10.42.42.5(pid=20438) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20438)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20438): Process ended prematurely: osmo-stp_10.42.42.5(pid=20438) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:05:50.602919 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:05:50.614340 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:05:50.771430 tst mo_mt_call.py: using LAC 22168\u000a16:05:50.891862 tst mo_mt_call.py: using RAC 238\u000a16:05:51.014395 tst mo_mt_call.py: using CellId 22168\u000a16:05:51.133514 tst mo_mt_call.py: using BVCI 22169\u000a16:05:51.156599 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:05:51.168000 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:05:51.179236 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:05:51.190464 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:05:51.201763 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:05:51.212905 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:05:51.335024 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:05:51.539446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:05:52.030192 run create_hlr_db(pid=20432): Launched\u000a16:05:52.207328 bus /sierra_2: Setting Powered False\u000a16:05:53.228376 run create_hlr_db(pid=20432): Terminated: ok {rc=0}\u000a16:05:53.665964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20434): Launched\u000a16:05:53.994095 run osmo-hlr_10.42.42.2(pid=20435): Launched\u000a16:05:54.113928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:05:54.683716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20437): Launched\u000a16:05:55.011569 run osmo-stp_10.42.42.5(pid=20438): Launched\u000a16:05:55.130766 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:05:55.731059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20440): Launched\u000a16:05:56.061871 run osmo-msc_10.42.42.6(pid=20441): Launched\u000a16:05:56.254196 run osmo-stp_10.42.42.5(pid=20438): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20438)]\u000a16:05:56.394250 run osmo-stp_10.42.42.5(pid=20438): stdout: \u000a| (launched: 2022-12-09_16:05:54.850354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:56.530971 run osmo-stp_10.42.42.5(pid=20438): stderr: \u000a| �[0;m�[38;5;43m20221209160555044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160555044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160555045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160555045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160555045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160555046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160555046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:56.662620 run osmo-stp_10.42.42.5(pid=20438): stdout: \u000a| (launched: 2022-12-09_16:05:54.850354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:56.792838 run osmo-stp_10.42.42.5(pid=20438): stderr: \u000a| �[0;m�[38;5;43m20221209160555044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160555044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160555045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160555045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160555045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160555046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160555046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:56.850776 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20438): Process ended prematurely: osmo-stp_10.42.42.5(pid=20438) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20438)] [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:05:56.860262 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:05:56.923390 run osmo-hlr_10.42.42.2(pid=20435): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20435)]\u000a16:05:56.975110 run osmo-hlr_10.42.42.2(pid=20435): stdout: \u000a| (launched: 2022-12-09_16:05:53.832678) \u000a16:05:57.027661 run osmo-hlr_10.42.42.2(pid=20435): stderr: \u000a| �[0;m�[1;31m20221209160554031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160554031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160554031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160554032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160554032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160554032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160554044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160554052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160554053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160554053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:05:57.098923 run osmo-msc_10.42.42.6(pid=20441): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20441)]\u000a16:05:57.150592 run osmo-msc_10.42.42.6(pid=20441): stdout: \u000a| (launched: 2022-12-09_16:05:55.897829) \u000a16:05:57.202792 run osmo-msc_10.42.42.6(pid=20441): stderr: \u000a| �[0;m�[38;5;43m20221209160556220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160556220 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f226d018c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160556220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160556221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160556221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160556221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160556223 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160556223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160556223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160556223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:05:57.246894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20434): Terminating (SIGTERM)\u000a16:05:57.289015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20437): Terminating (SIGTERM)\u000a16:05:57.331203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20440): Terminating (SIGTERM)\u000a16:05:57.341224 --- ParallelTerminationStrategy: PID 20434 died...\u000a16:05:57.397678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20434): Terminated: ok {rc=0}\u000a16:05:57.407848 --- ParallelTerminationStrategy: PID 20437 died...\u000a16:05:57.463989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20437): Terminated: ok {rc=0}\u000a16:05:57.474086 --- ParallelTerminationStrategy: PID 20440 died...\u000a16:05:57.530005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20440): Terminated: ok {rc=0}\u000a16:05:57.618305 bus /sierra_3: Setting Powered False\u000a16:05:58.719724 bus /sierra_3: Setting Powered False\u000a16:05:59.832813 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20450): Process ended prematurely: osmo-stp_10.42.42.5(pid=20450) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20450)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20450): Process ended prematurely: osmo-stp_10.42.42.5(pid=20450) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:06:00.966963 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:06:00.984894 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:06:01.156864 tst mo_mt_call_osmux.py: using LAC 22169\u000a16:06:01.316577 tst mo_mt_call_osmux.py: using RAC 239\u000a16:06:01.444268 tst mo_mt_call_osmux.py: using CellId 22169\u000a16:06:01.613677 tst mo_mt_call_osmux.py: using BVCI 22170\u000a16:06:01.649327 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:06:01.666472 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:06:01.684899 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:06:01.703921 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:06:01.718965 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:06:01.736192 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:06:01.862772 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:06:02.072275 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:06:02.570639 run create_hlr_db(pid=20444): Launched\u000a16:06:02.748781 bus /sierra_2: Setting Powered False\u000a16:06:03.769478 run create_hlr_db(pid=20444): Terminated: ok {rc=0}\u000a16:06:04.209870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20446): Launched\u000a16:06:04.538607 run osmo-hlr_10.42.42.2(pid=20447): Launched\u000a16:06:04.660087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:06:05.233963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20449): Launched\u000a16:06:05.562357 run osmo-stp_10.42.42.5(pid=20450): Launched\u000a16:06:05.680686 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:06:06.281205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20452): Launched\u000a16:06:06.609895 run osmo-msc_10.42.42.6(pid=20453): Launched\u000a16:06:06.802129 run osmo-stp_10.42.42.5(pid=20450): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20450)]\u000a16:06:06.940723 run osmo-stp_10.42.42.5(pid=20450): stdout: \u000a| (launched: 2022-12-09_16:06:05.401232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:07.079229 run osmo-stp_10.42.42.5(pid=20450): stderr: \u000a| �[0;m�[38;5;43m20221209160605593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160605593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160605593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160605594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160605594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160605594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160605594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:07.210734 run osmo-stp_10.42.42.5(pid=20450): stdout: \u000a| (launched: 2022-12-09_16:06:05.401232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:07.340815 run osmo-stp_10.42.42.5(pid=20450): stderr: \u000a| �[0;m�[38;5;43m20221209160605593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160605593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160605593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160605594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160605594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160605594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160605594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:07.398610 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20450): Process ended prematurely: osmo-stp_10.42.42.5(pid=20450) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20450)] [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:06:07.407875 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a16:06:07.471100 run osmo-hlr_10.42.42.2(pid=20447): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20447)]\u000a16:06:07.522775 run osmo-hlr_10.42.42.2(pid=20447): stdout: \u000a| (launched: 2022-12-09_16:06:04.377243) \u000a16:06:07.575177 run osmo-hlr_10.42.42.2(pid=20447): stderr: \u000a| �[0;m�[1;31m20221209160604577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160604578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160604578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160604578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160604578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160604578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160604591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160604601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160604601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160604602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:06:07.645678 run osmo-msc_10.42.42.6(pid=20453): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20453)]\u000a16:06:07.697553 run osmo-msc_10.42.42.6(pid=20453): stdout: \u000a| (launched: 2022-12-09_16:06:06.448020) \u000a16:06:07.750033 run osmo-msc_10.42.42.6(pid=20453): stderr: \u000a| �[0;m�[38;5;43m20221209160606770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160606770 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f6a776c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160606770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160606770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160606770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160606771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160606772 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160606773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160606773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160606773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:06:07.794081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20446): Terminating (SIGTERM)\u000a16:06:07.836493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20449): Terminating (SIGTERM)\u000a16:06:07.878678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20452): Terminating (SIGTERM)\u000a16:06:07.888384 --- ParallelTerminationStrategy: PID 20446 died...\u000a16:06:07.947758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20446): Terminated: ok {rc=0}\u000a16:06:07.957564 --- ParallelTerminationStrategy: PID 20449 died...\u000a16:06:08.012000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20449): Terminated: ok {rc=0}\u000a16:06:08.021787 --- ParallelTerminationStrategy: PID 20452 died...\u000a16:06:08.075398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20452): Terminated: ok {rc=0}\u000a16:06:08.160381 bus /sierra_3: Setting Powered False\u000a16:06:09.267141 bus /sierra_3: Setting Powered False\u000a16:06:10.376005 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:05:50" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20464): Process ended prematurely: osmo-stp_10.42.42.5(pid=20464) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20464)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20464): Process ended prematurely: osmo-stp_10.42.42.5(pid=20464) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:06:12.400462 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:12.412149 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:06:12.578877 tst mo_mt_call.py: using LAC 22170\u000a16:06:12.704914 tst mo_mt_call.py: using RAC 240\u000a16:06:12.830740 tst mo_mt_call.py: using CellId 22170\u000a16:06:12.956592 tst mo_mt_call.py: using BVCI 22171\u000a16:06:12.981486 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:12.993271 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:13.004739 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:13.016495 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:13.028814 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:13.041392 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:06:13.161545 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:06:13.368392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:06:13.862214 run create_hlr_db(pid=20458): Launched\u000a16:06:14.053410 bus /sierra_2: Setting Powered False\u000a16:06:15.063697 run create_hlr_db(pid=20458): Terminated: ok {rc=0}\u000a16:06:15.510793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20460): Launched\u000a16:06:15.865671 run osmo-hlr_10.42.42.2(pid=20461): Launched\u000a16:06:16.130891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:06:16.714663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20463): Launched\u000a16:06:17.090772 run osmo-stp_10.42.42.5(pid=20464): Launched\u000a16:06:17.405228 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:06:18.009455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20466): Launched\u000a16:06:18.340107 run osmo-msc_10.42.42.6(pid=20467): Launched\u000a16:06:18.532569 run osmo-stp_10.42.42.5(pid=20464): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20464)]\u000a16:06:18.671852 run osmo-stp_10.42.42.5(pid=20464): stdout: \u000a| (launched: 2022-12-09_16:06:16.875108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:18.809485 run osmo-stp_10.42.42.5(pid=20464): stderr: \u000a| �[0;m�[38;5;43m20221209160617267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160617267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160617267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160617268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160617268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160617268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160617268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:18.941395 run osmo-stp_10.42.42.5(pid=20464): stdout: \u000a| (launched: 2022-12-09_16:06:16.875108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:19.072502 run osmo-stp_10.42.42.5(pid=20464): stderr: \u000a| �[0;m�[38;5;43m20221209160617267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160617267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160617267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160617268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160617268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160617268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160617268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:19.130572 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20464): Process ended prematurely: osmo-stp_10.42.42.5(pid=20464) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20464)] [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:06:19.139943 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a16:06:19.202982 run osmo-hlr_10.42.42.2(pid=20461): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20461)]\u000a16:06:19.254992 run osmo-hlr_10.42.42.2(pid=20461): stdout: \u000a| (launched: 2022-12-09_16:06:15.678530) \u000a16:06:19.307613 run osmo-hlr_10.42.42.2(pid=20461): stderr: \u000a| �[0;m�[1;31m20221209160615895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160615895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160615895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160615895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160615895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160615895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160615919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160615929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160615930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160615930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:06:19.378527 run osmo-msc_10.42.42.6(pid=20467): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20467)]\u000a16:06:19.430068 run osmo-msc_10.42.42.6(pid=20467): stdout: \u000a| (launched: 2022-12-09_16:06:18.177163) \u000a16:06:19.482288 run osmo-msc_10.42.42.6(pid=20467): stderr: \u000a| �[0;m�[38;5;43m20221209160618499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160618500 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a159a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160618500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160618500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160618500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160618500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160618502 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160618502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160618502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160618503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:06:19.526563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20460): Terminating (SIGTERM)\u000a16:06:19.568849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20463): Terminating (SIGTERM)\u000a16:06:19.611419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20466): Terminating (SIGTERM)\u000a16:06:19.621127 --- ParallelTerminationStrategy: PID 20460 died...\u000a16:06:19.677507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20460): Terminated: ok {rc=0}\u000a16:06:19.687497 --- ParallelTerminationStrategy: PID 20463 died...\u000a16:06:19.743212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20463): Terminated: ok {rc=0}\u000a16:06:19.753809 --- ParallelTerminationStrategy: PID 20466 died...\u000a16:06:19.809754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20466): Terminated: ok {rc=0}\u000a16:06:19.897801 bus /sierra_3: Setting Powered False\u000a16:06:21.002527 bus /sierra_3: Setting Powered False\u000a16:06:22.109465 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20475): Process ended prematurely: osmo-stp_10.42.42.5(pid=20475) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20475)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20475): Process ended prematurely: osmo-stp_10.42.42.5(pid=20475) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:06:23.225681 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:23.238279 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:06:23.406395 tst mo_mt_call_osmux.py: using LAC 22171\u000a16:06:23.534572 tst mo_mt_call_osmux.py: using RAC 241\u000a16:06:23.662431 tst mo_mt_call_osmux.py: using CellId 22171\u000a16:06:23.790306 tst mo_mt_call_osmux.py: using BVCI 22172\u000a16:06:23.815085 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:23.826880 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:23.838585 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:23.850350 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:23.862221 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:06:23.873940 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:06:23.996424 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:06:24.204548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:06:24.700368 run create_hlr_db(pid=20469): Launched\u000a16:06:24.877703 bus /sierra_2: Setting Powered False\u000a16:06:25.899315 run create_hlr_db(pid=20469): Terminated: ok {rc=0}\u000a16:06:26.339014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20471): Launched\u000a16:06:26.670525 run osmo-hlr_10.42.42.2(pid=20472): Launched\u000a16:06:26.792723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:06:27.368389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20474): Launched\u000a16:06:27.698148 run osmo-stp_10.42.42.5(pid=20475): Launched\u000a16:06:27.816790 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:06:28.418786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20477): Launched\u000a16:06:28.748762 run osmo-msc_10.42.42.6(pid=20478): Launched\u000a16:06:28.940662 run osmo-stp_10.42.42.5(pid=20475): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20475)]\u000a16:06:29.080238 run osmo-stp_10.42.42.5(pid=20475): stdout: \u000a| (launched: 2022-12-09_16:06:27.535369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:29.218941 run osmo-stp_10.42.42.5(pid=20475): stderr: \u000a| �[0;m�[38;5;43m20221209160627728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160627728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160627728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160627729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160627729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160627729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160627729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:29.351853 run osmo-stp_10.42.42.5(pid=20475): stdout: \u000a| (launched: 2022-12-09_16:06:27.535369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:29.482641 run osmo-stp_10.42.42.5(pid=20475): stderr: \u000a| �[0;m�[38;5;43m20221209160627728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160627728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160627728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160627729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160627729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160627729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160627729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:29.540305 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20475): Process ended prematurely: osmo-stp_10.42.42.5(pid=20475) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20475)] [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:06:29.549860 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:06:29.612843 run osmo-hlr_10.42.42.2(pid=20472): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20472)]\u000a16:06:29.664608 run osmo-hlr_10.42.42.2(pid=20472): stdout: \u000a| (launched: 2022-12-09_16:06:26.506401) \u000a16:06:29.716920 run osmo-hlr_10.42.42.2(pid=20472): stderr: \u000a| �[0;m�[1;31m20221209160626707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160626707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160626707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160626707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160626707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160626707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160626723 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160626733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160626733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160626733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:06:29.787362 run osmo-msc_10.42.42.6(pid=20478): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20478)]\u000a16:06:29.838414 run osmo-msc_10.42.42.6(pid=20478): stdout: \u000a| (launched: 2022-12-09_16:06:28.585806) \u000a16:06:29.890265 run osmo-msc_10.42.42.6(pid=20478): stderr: \u000a| �[0;m�[38;5;43m20221209160628911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160628911 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff442774c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160628911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160628911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160628911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160628911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160628913 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160628913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160628914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160628914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:06:29.934335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20471): Terminating (SIGTERM)\u000a16:06:29.975978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20474): Terminating (SIGTERM)\u000a16:06:30.017884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20477): Terminating (SIGTERM)\u000a16:06:30.027226 --- ParallelTerminationStrategy: PID 20471 died...\u000a16:06:30.083346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20471): Terminated: ok {rc=0}\u000a16:06:30.093546 --- ParallelTerminationStrategy: PID 20474 died...\u000a16:06:30.149130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20474): Terminated: ok {rc=0}\u000a16:06:30.159040 --- ParallelTerminationStrategy: PID 20477 died...\u000a16:06:30.214595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20477): Terminated: ok {rc=0}\u000a16:06:30.301875 bus /sierra_3: Setting Powered False\u000a16:06:31.411508 bus /sierra_3: Setting Powered False\u000a16:06:32.521612 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:06:12" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20489): Process ended prematurely: osmo-stp_10.42.42.5(pid=20489) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20489)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20489): Process ended prematurely: osmo-stp_10.42.42.5(pid=20489) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:06:34.536733 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:34.548652 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:06:34.716007 tst mo_mt_call.py: using LAC 22172\u000a16:06:34.849644 tst mo_mt_call.py: using RAC 242\u000a16:06:34.975412 tst mo_mt_call.py: using CellId 22172\u000a16:06:35.102524 tst mo_mt_call.py: using BVCI 22173\u000a16:06:35.127520 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:35.139434 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:35.151332 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:35.163371 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:35.175568 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:35.187273 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:06:35.305788 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:06:35.520216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:06:36.037238 run create_hlr_db(pid=20483): Launched\u000a16:06:36.228626 bus /sierra_2: Setting Powered False\u000a16:06:37.248337 run create_hlr_db(pid=20483): Terminated: ok {rc=0}\u000a16:06:37.664546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20485): Launched\u000a16:06:37.973571 run osmo-hlr_10.42.42.2(pid=20486): Launched\u000a16:06:38.086405 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:06:38.620665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20488): Launched\u000a16:06:38.928466 run osmo-stp_10.42.42.5(pid=20489): Launched\u000a16:06:39.039984 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:06:39.605547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20491): Launched\u000a16:06:39.915211 run osmo-msc_10.42.42.6(pid=20492): Launched\u000a16:06:40.096053 run osmo-stp_10.42.42.5(pid=20489): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20489)]\u000a16:06:40.226358 run osmo-stp_10.42.42.5(pid=20489): stdout: \u000a| (launched: 2022-12-09_16:06:38.777289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:40.354772 run osmo-stp_10.42.42.5(pid=20489): stderr: \u000a| �[0;m�[38;5;43m20221209160638947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160638948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160638948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160638948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160638949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160638949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160638949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:40.478249 run osmo-stp_10.42.42.5(pid=20489): stdout: \u000a| (launched: 2022-12-09_16:06:38.777289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:40.600476 run osmo-stp_10.42.42.5(pid=20489): stderr: \u000a| �[0;m�[38;5;43m20221209160638947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160638948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160638948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160638948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160638949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160638949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160638949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:40.655049 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20489): Process ended prematurely: osmo-stp_10.42.42.5(pid=20489) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20489)] [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:06:40.663694 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:06:40.722811 run osmo-hlr_10.42.42.2(pid=20486): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20486)]\u000a16:06:40.771345 run osmo-hlr_10.42.42.2(pid=20486): stdout: \u000a| (launched: 2022-12-09_16:06:37.821604) \u000a16:06:40.820717 run osmo-hlr_10.42.42.2(pid=20486): stderr: \u000a| �[0;m�[1;31m20221209160637999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160637999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160637999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160637999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160637999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160637999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160638011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160638020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160638021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160638021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:06:40.887668 run osmo-msc_10.42.42.6(pid=20492): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20492)]\u000a16:06:40.936162 run osmo-msc_10.42.42.6(pid=20492): stdout: \u000a| (launched: 2022-12-09_16:06:39.762486) \u000a16:06:40.985229 run osmo-msc_10.42.42.6(pid=20492): stderr: \u000a| �[0;m�[38;5;43m20221209160640037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160640037 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc811ba3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160640037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160640037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160640037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160640038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160640039 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160640040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160640040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160640040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:06:41.026885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20485): Terminating (SIGTERM)\u000a16:06:41.066419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20488): Terminating (SIGTERM)\u000a16:06:41.106349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20491): Terminating (SIGTERM)\u000a16:06:41.115574 --- ParallelTerminationStrategy: PID 20485 died...\u000a16:06:41.168611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20485): Terminated: ok {rc=0}\u000a16:06:41.178273 --- ParallelTerminationStrategy: PID 20488 died...\u000a16:06:41.231076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20488): Terminated: ok {rc=0}\u000a16:06:41.240673 --- ParallelTerminationStrategy: PID 20491 died...\u000a16:06:41.293672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20491): Terminated: ok {rc=0}\u000a16:06:41.383703 bus /sierra_3: Setting Powered False\u000a16:06:42.487187 bus /sierra_3: Setting Powered False\u000a16:06:43.599690 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20500): Process ended prematurely: osmo-stp_10.42.42.5(pid=20500) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20500)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20500): Process ended prematurely: osmo-stp_10.42.42.5(pid=20500) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:06:44.710499 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:44.722772 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:06:44.886479 tst mo_mt_call_osmux.py: using LAC 22173\u000a16:06:45.006157 tst mo_mt_call_osmux.py: using RAC 243\u000a16:06:45.125697 tst mo_mt_call_osmux.py: using CellId 22173\u000a16:06:45.244661 tst mo_mt_call_osmux.py: using BVCI 22174\u000a16:06:45.267935 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:45.279362 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:45.290614 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:45.301728 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:45.312878 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:06:45.324035 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:06:45.444186 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:06:45.659394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:06:46.228224 run create_hlr_db(pid=20494): Launched\u000a16:06:46.426947 bus /sierra_2: Setting Powered False\u000a16:06:47.428618 run create_hlr_db(pid=20494): Terminated: ok {rc=0}\u000a16:06:47.886910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20496): Launched\u000a16:06:48.217659 run osmo-hlr_10.42.42.2(pid=20497): Launched\u000a16:06:48.338461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:06:48.911307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20499): Launched\u000a16:06:49.240678 run osmo-stp_10.42.42.5(pid=20500): Launched\u000a16:06:49.360462 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:06:49.965339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20502): Launched\u000a16:06:50.297261 run osmo-msc_10.42.42.6(pid=20503): Launched\u000a16:06:50.490911 run osmo-stp_10.42.42.5(pid=20500): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20500)]\u000a16:06:50.632767 run osmo-stp_10.42.42.5(pid=20500): stdout: \u000a| (launched: 2022-12-09_16:06:49.079615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:50.769958 run osmo-stp_10.42.42.5(pid=20500): stderr: \u000a| �[0;m�[38;5;43m20221209160649272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160649272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160649272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160649272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160649273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160649273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160649273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:50.902405 run osmo-stp_10.42.42.5(pid=20500): stdout: \u000a| (launched: 2022-12-09_16:06:49.079615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:51.033242 run osmo-stp_10.42.42.5(pid=20500): stderr: \u000a| �[0;m�[38;5;43m20221209160649272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160649272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160649272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160649272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160649273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160649273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160649273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:51.091704 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20500): Process ended prematurely: osmo-stp_10.42.42.5(pid=20500) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20500)] [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:06:51.101307 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:06:51.164648 run osmo-hlr_10.42.42.2(pid=20497): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20497)]\u000a16:06:51.216235 run osmo-hlr_10.42.42.2(pid=20497): stdout: \u000a| (launched: 2022-12-09_16:06:48.055372) \u000a16:06:51.268497 run osmo-hlr_10.42.42.2(pid=20497): stderr: \u000a| �[0;m�[1;31m20221209160648253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160648253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160648253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160648253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160648253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160648253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160648265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160648274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160648274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160648274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:06:51.339652 run osmo-msc_10.42.42.6(pid=20503): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20503)]\u000a16:06:51.391104 run osmo-msc_10.42.42.6(pid=20503): stdout: \u000a| (launched: 2022-12-09_16:06:50.133682) \u000a16:06:51.443497 run osmo-msc_10.42.42.6(pid=20503): stderr: \u000a| �[0;m�[38;5;43m20221209160650455 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160650455 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0bed6c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160650455 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160650455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160650455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160650455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160650457 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160650458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160650458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160650458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:06:51.487736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20496): Terminating (SIGTERM)\u000a16:06:51.530069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20499): Terminating (SIGTERM)\u000a16:06:51.572478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20502): Terminating (SIGTERM)\u000a16:06:51.582324 --- ParallelTerminationStrategy: PID 20496 died...\u000a16:06:51.638834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20496): Terminated: ok {rc=0}\u000a16:06:51.648909 --- ParallelTerminationStrategy: PID 20499 died...\u000a16:06:51.704856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20499): Terminated: ok {rc=0}\u000a16:06:51.715061 --- ParallelTerminationStrategy: PID 20502 died...\u000a16:06:51.771035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20502): Terminated: ok {rc=0}\u000a16:06:51.858740 bus /sierra_3: Setting Powered False\u000a16:06:52.965723 bus /sierra_3: Setting Powered False\u000a16:06:54.078086 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:06:34" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20514): Process ended prematurely: osmo-stp_10.42.42.5(pid=20514) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20514)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20514): Process ended prematurely: osmo-stp_10.42.42.5(pid=20514) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:06:56.078955 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:06:56.090489 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:06:56.250068 tst mo_mt_call.py: using LAC 22174\u000a16:06:56.378613 tst mo_mt_call.py: using RAC 244\u000a16:06:56.505675 tst mo_mt_call.py: using CellId 22174\u000a16:06:56.633208 tst mo_mt_call.py: using BVCI 22175\u000a16:06:56.658159 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:06:56.670313 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:06:56.682191 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:06:56.694336 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:06:56.706584 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:06:56.718690 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:06:56.838104 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:06:57.041361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:06:57.536405 run create_hlr_db(pid=20508): Launched\u000a16:06:57.714026 bus /sierra_2: Setting Powered False\u000a16:06:58.735066 run create_hlr_db(pid=20508): Terminated: ok {rc=0}\u000a16:06:59.186630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20510): Launched\u000a16:06:59.503623 run osmo-hlr_10.42.42.2(pid=20511): Launched\u000a16:06:59.619812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:07:00.173416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20513): Launched\u000a16:07:00.491703 run osmo-stp_10.42.42.5(pid=20514): Launched\u000a16:07:00.607655 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:07:01.231620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20516): Launched\u000a16:07:01.660577 run osmo-msc_10.42.42.6(pid=20517): Launched\u000a16:07:02.039855 run osmo-stp_10.42.42.5(pid=20514): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20514)]\u000a16:07:02.238836 run osmo-stp_10.42.42.5(pid=20514): stdout: \u000a| (launched: 2022-12-09_16:07:00.335753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:02.372521 run osmo-stp_10.42.42.5(pid=20514): stderr: \u000a| �[0;m�[38;5;43m20221209160700522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160700522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160700523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160700523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160700523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160700523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160700524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:02.501433 run osmo-stp_10.42.42.5(pid=20514): stdout: \u000a| (launched: 2022-12-09_16:07:00.335753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:02.628713 run osmo-stp_10.42.42.5(pid=20514): stderr: \u000a| �[0;m�[38;5;43m20221209160700522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160700522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160700523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160700523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160700523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160700523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160700524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:02.685293 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20514): Process ended prematurely: osmo-stp_10.42.42.5(pid=20514) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20514)] [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:07:02.694466 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a16:07:02.757089 run osmo-hlr_10.42.42.2(pid=20511): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20511)]\u000a16:07:02.808297 run osmo-hlr_10.42.42.2(pid=20511): stdout: \u000a| (launched: 2022-12-09_16:06:59.348058) \u000a16:07:02.860214 run osmo-hlr_10.42.42.2(pid=20511): stderr: \u000a| �[0;m�[1;31m20221209160659540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160659540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160659540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160659540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160659540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160659541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160659553 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160659561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160659562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160659562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:02.930770 run osmo-msc_10.42.42.6(pid=20517): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20517)]\u000a16:07:02.981831 run osmo-msc_10.42.42.6(pid=20517): stdout: \u000a| (launched: 2022-12-09_16:07:01.397267) \u000a16:07:03.033524 run osmo-msc_10.42.42.6(pid=20517): stderr: \u000a| �[0;m�[38;5;43m20221209160701886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160701886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc457ab9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160701886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160701886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160701886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160701886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160701888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160701898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160701898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160701898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:03.077777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20510): Terminating (SIGTERM)\u000a16:07:03.119405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20513): Terminating (SIGTERM)\u000a16:07:03.161758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20516): Terminating (SIGTERM)\u000a16:07:03.171430 --- ParallelTerminationStrategy: PID 20510 died...\u000a16:07:03.226740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20510): Terminated: ok {rc=0}\u000a16:07:03.236984 --- ParallelTerminationStrategy: PID 20513 died...\u000a16:07:03.292142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20513): Terminated: ok {rc=0}\u000a16:07:03.302088 --- ParallelTerminationStrategy: PID 20516 died...\u000a16:07:03.357536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20516): Terminated: ok {rc=0}\u000a16:07:03.443433 bus /sierra_3: Setting Powered False\u000a16:07:04.548689 bus /sierra_3: Setting Powered False\u000a16:07:05.655630 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20526): Process ended prematurely: osmo-stp_10.42.42.5(pid=20526) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20526)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20526): Process ended prematurely: osmo-stp_10.42.42.5(pid=20526) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:07:06.766348 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:07:06.778298 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:07:06.939174 tst mo_mt_call_osmux.py: using LAC 22175\u000a16:07:07.053988 tst mo_mt_call_osmux.py: using RAC 245\u000a16:07:07.177997 tst mo_mt_call_osmux.py: using CellId 22175\u000a16:07:07.294962 tst mo_mt_call_osmux.py: using BVCI 22176\u000a16:07:07.317784 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:07:07.329116 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:07:07.340338 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:07:07.351595 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:07:07.362910 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:07:07.374045 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:07:07.493970 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:07:07.704029 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:07:08.207141 run create_hlr_db(pid=20519): Launched\u000a16:07:08.392764 bus /sierra_2: Setting Powered False\u000a16:07:09.416535 run create_hlr_db(pid=20519): Terminated: ok {rc=0}\u000a16:07:09.817232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20521): Launched\u000a16:07:10.113868 run osmo-hlr_10.42.42.2(pid=20522): Launched\u000a16:07:10.223912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:07:10.737933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20525): Launched\u000a16:07:11.033080 run osmo-stp_10.42.42.5(pid=20526): Launched\u000a16:07:11.140358 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:07:11.682436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20528): Launched\u000a16:07:11.978605 run osmo-msc_10.42.42.6(pid=20529): Launched\u000a16:07:12.152294 run osmo-stp_10.42.42.5(pid=20526): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20526)]\u000a16:07:12.278446 run osmo-stp_10.42.42.5(pid=20526): stdout: \u000a| (launched: 2022-12-09_16:07:10.888061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:12.402513 run osmo-stp_10.42.42.5(pid=20526): stderr: \u000a| �[0;m�[38;5;43m20221209160711055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160711055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160711056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160711056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160711056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160711057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160711057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:12.521668 run osmo-stp_10.42.42.5(pid=20526): stdout: \u000a| (launched: 2022-12-09_16:07:10.888061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:12.639261 run osmo-stp_10.42.42.5(pid=20526): stderr: \u000a| �[0;m�[38;5;43m20221209160711055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160711055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160711056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160711056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160711056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160711057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160711057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:12.691606 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20526): Process ended prematurely: osmo-stp_10.42.42.5(pid=20526) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20526)] [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:07:12.700053 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a16:07:12.758778 run osmo-hlr_10.42.42.2(pid=20522): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20522)]\u000a16:07:12.806837 run osmo-hlr_10.42.42.2(pid=20522): stdout: \u000a| (launched: 2022-12-09_16:07:09.967945) \u000a16:07:12.855576 run osmo-hlr_10.42.42.2(pid=20522): stderr: \u000a| �[0;m�[1;31m20221209160710144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160710144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160710144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160710144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160710144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160710144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160710157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160710166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160710166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160710166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:12.921593 run osmo-msc_10.42.42.6(pid=20529): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20529)]\u000a16:07:12.969329 run osmo-msc_10.42.42.6(pid=20529): stdout: \u000a| (launched: 2022-12-09_16:07:11.833294) \u000a16:07:13.017771 run osmo-msc_10.42.42.6(pid=20529): stderr: \u000a| �[0;m�[38;5;43m20221209160712104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160712104 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0e6c38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160712104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160712104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160712104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160712104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160712106 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160712107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160712107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160712107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:13.058838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20521): Terminating (SIGTERM)\u000a16:07:13.097697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20525): Terminating (SIGTERM)\u000a16:07:13.136679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20528): Terminating (SIGTERM)\u000a16:07:13.145663 --- ParallelTerminationStrategy: PID 20521 died...\u000a16:07:13.197710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20521): Terminated: ok {rc=0}\u000a16:07:13.207068 --- ParallelTerminationStrategy: PID 20525 died...\u000a16:07:13.258839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20525): Terminated: ok {rc=0}\u000a16:07:13.268165 --- ParallelTerminationStrategy: PID 20528 died...\u000a16:07:13.319997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20528): Terminated: ok {rc=0}\u000a16:07:13.401794 bus /sierra_3: Setting Powered False\u000a16:07:14.506615 bus /sierra_3: Setting Powered False\u000a16:07:15.615630 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:06:55" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20540): Process ended prematurely: osmo-stp_10.42.42.5(pid=20540) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20540)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20540): Process ended prematurely: osmo-stp_10.42.42.5(pid=20540) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:07:17.674807 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:17.686005 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:07:17.843311 tst mo_mt_call.py: using LAC 22176\u000a16:07:17.959437 tst mo_mt_call.py: using RAC 246\u000a16:07:18.075453 tst mo_mt_call.py: using CellId 22176\u000a16:07:18.193948 tst mo_mt_call.py: using BVCI 22177\u000a16:07:18.216519 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:18.227624 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:18.238590 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:18.250309 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:18.261883 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:18.272941 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:07:18.395007 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:07:18.605199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:07:19.105807 run create_hlr_db(pid=20534): Launched\u000a16:07:19.291077 bus /sierra_2: Setting Powered False\u000a16:07:20.310352 run create_hlr_db(pid=20534): Terminated: ok {rc=0}\u000a16:07:20.710017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20536): Launched\u000a16:07:21.005914 run osmo-hlr_10.42.42.2(pid=20537): Launched\u000a16:07:21.118246 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:07:21.673892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20539): Launched\u000a16:07:21.992483 run osmo-stp_10.42.42.5(pid=20540): Launched\u000a16:07:22.108713 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:07:22.691210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20542): Launched\u000a16:07:23.010141 run osmo-msc_10.42.42.6(pid=20543): Launched\u000a16:07:23.196716 run osmo-stp_10.42.42.5(pid=20540): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20540)]\u000a16:07:23.331920 run osmo-stp_10.42.42.5(pid=20540): stdout: \u000a| (launched: 2022-12-09_16:07:21.836465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:23.465776 run osmo-stp_10.42.42.5(pid=20540): stderr: \u000a| �[0;m�[38;5;43m20221209160722022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160722022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160722022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160722023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160722023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160722023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160722023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:23.594002 run osmo-stp_10.42.42.5(pid=20540): stdout: \u000a| (launched: 2022-12-09_16:07:21.836465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:23.721088 run osmo-stp_10.42.42.5(pid=20540): stderr: \u000a| �[0;m�[38;5;43m20221209160722022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160722022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160722022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160722023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160722023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160722023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160722023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:23.777526 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20540): Process ended prematurely: osmo-stp_10.42.42.5(pid=20540) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20540)] [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:07:23.786797 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:07:23.849047 run osmo-hlr_10.42.42.2(pid=20537): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20537)]\u000a16:07:23.900045 run osmo-hlr_10.42.42.2(pid=20537): stdout: \u000a| (launched: 2022-12-09_16:07:20.860204) \u000a16:07:23.951399 run osmo-hlr_10.42.42.2(pid=20537): stderr: \u000a| �[0;m�[1;31m20221209160721031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160721031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160721031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160721031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160721031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160721031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160721043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160721051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160721052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160721052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:24.020814 run osmo-msc_10.42.42.6(pid=20543): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20543)]\u000a16:07:24.071965 run osmo-msc_10.42.42.6(pid=20543): stdout: \u000a| (launched: 2022-12-09_16:07:22.853877) \u000a16:07:24.123483 run osmo-msc_10.42.42.6(pid=20543): stderr: \u000a| �[0;m�[38;5;43m20221209160723170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160723170 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe32232dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160723171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160723171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160723171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160723171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160723173 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160723173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160723173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160723173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:24.166832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20536): Terminating (SIGTERM)\u000a16:07:24.208021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20539): Terminating (SIGTERM)\u000a16:07:24.249930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20542): Terminating (SIGTERM)\u000a16:07:24.259445 --- ParallelTerminationStrategy: PID 20536 died...\u000a16:07:24.314983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20536): Terminated: ok {rc=0}\u000a16:07:24.324906 --- ParallelTerminationStrategy: PID 20539 died...\u000a16:07:24.380535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20539): Terminated: ok {rc=0}\u000a16:07:24.390803 --- ParallelTerminationStrategy: PID 20542 died...\u000a16:07:24.446307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20542): Terminated: ok {rc=0}\u000a16:07:24.533279 bus /sierra_3: Setting Powered False\u000a16:07:25.635793 bus /sierra_3: Setting Powered False\u000a16:07:26.746622 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20551): Process ended prematurely: osmo-stp_10.42.42.5(pid=20551) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20551)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20551): Process ended prematurely: osmo-stp_10.42.42.5(pid=20551) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:07:27.855387 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:27.866993 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:07:28.022706 tst mo_mt_call_osmux.py: using LAC 22177\u000a16:07:28.138517 tst mo_mt_call_osmux.py: using RAC 247\u000a16:07:28.255205 tst mo_mt_call_osmux.py: using CellId 22177\u000a16:07:28.372715 tst mo_mt_call_osmux.py: using BVCI 22178\u000a16:07:28.395122 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:28.406116 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:28.416867 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:28.427631 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:28.438605 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:07:28.449417 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:07:28.563322 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:07:28.775888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:07:29.276395 run create_hlr_db(pid=20545): Launched\u000a16:07:29.461432 bus /sierra_2: Setting Powered False\u000a16:07:30.480859 run create_hlr_db(pid=20545): Terminated: ok {rc=0}\u000a16:07:30.902069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20547): Launched\u000a16:07:31.316515 run osmo-hlr_10.42.42.2(pid=20548): Launched\u000a16:07:31.443007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:07:32.184894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20550): Launched\u000a16:07:32.509966 run osmo-stp_10.42.42.5(pid=20551): Launched\u000a16:07:32.627535 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:07:33.218948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20553): Launched\u000a16:07:33.543111 run osmo-msc_10.42.42.6(pid=20554): Launched\u000a16:07:33.732618 run osmo-stp_10.42.42.5(pid=20551): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20551)]\u000a16:07:33.869454 run osmo-stp_10.42.42.5(pid=20551): stdout: \u000a| (launched: 2022-12-09_16:07:32.351295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:34.004897 run osmo-stp_10.42.42.5(pid=20551): stderr: \u000a| �[0;m�[38;5;43m20221209160732539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160732539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160732539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160732539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160732540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160732540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160732540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:34.135756 run osmo-stp_10.42.42.5(pid=20551): stdout: \u000a| (launched: 2022-12-09_16:07:32.351295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:34.264465 run osmo-stp_10.42.42.5(pid=20551): stderr: \u000a| �[0;m�[38;5;43m20221209160732539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160732539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160732539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160732539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160732540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160732540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160732540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:34.321502 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20551): Process ended prematurely: osmo-stp_10.42.42.5(pid=20551) [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20551)] [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:07:34.330740 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a16:07:34.393551 run osmo-hlr_10.42.42.2(pid=20548): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20548)]\u000a16:07:34.445193 run osmo-hlr_10.42.42.2(pid=20548): stdout: \u000a| (launched: 2022-12-09_16:07:31.075271) \u000a16:07:34.497259 run osmo-hlr_10.42.42.2(pid=20548): stderr: \u000a| �[0;m�[1;31m20221209160731437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160731437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160731437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160731437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160731437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160731437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160731464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160731472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160731472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160731472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:34.568144 run osmo-msc_10.42.42.6(pid=20554): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20554)]\u000a16:07:34.619691 run osmo-msc_10.42.42.6(pid=20554): stdout: \u000a| (launched: 2022-12-09_16:07:33.383687) \u000a16:07:34.671773 run osmo-msc_10.42.42.6(pid=20554): stderr: \u000a| �[0;m�[38;5;43m20221209160733700 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160733700 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62acf8ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160733700 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160733700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160733700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160733701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160733702 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160733703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160733703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160733704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:34.715797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20547): Terminating (SIGTERM)\u000a16:07:34.758144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20550): Terminating (SIGTERM)\u000a16:07:34.801123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20553): Terminating (SIGTERM)\u000a16:07:34.810823 --- ParallelTerminationStrategy: PID 20547 died...\u000a16:07:34.867314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20547): Terminated: ok {rc=0}\u000a16:07:34.877542 --- ParallelTerminationStrategy: PID 20550 died...\u000a16:07:34.933621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20550): Terminated: ok {rc=0}\u000a16:07:34.943652 --- ParallelTerminationStrategy: PID 20553 died...\u000a16:07:34.999490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20553): Terminated: ok {rc=0}\u000a16:07:35.085362 bus /sierra_3: Setting Powered False\u000a16:07:36.190743 bus /sierra_3: Setting Powered False\u000a16:07:37.302891 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:07:17" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20566): Process ended prematurely: osmo-stp_10.42.42.5(pid=20566) [trial-2361↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20566)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20566): Process ended prematurely: osmo-stp_10.42.42.5(pid=20566) [trial-2361↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:07:39.313457 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:39.324279 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:07:39.457671 tst emergency_mo_mt_call.py: using LAC 22178\u000a16:07:39.573725 tst emergency_mo_mt_call.py: using RAC 248\u000a16:07:39.693915 tst emergency_mo_mt_call.py: using CellId 22178\u000a16:07:39.807247 tst emergency_mo_mt_call.py: using BVCI 22179\u000a16:07:39.829685 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:39.840347 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:39.851308 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:39.861947 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:39.872685 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:39.883318 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:07:40.001840 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:07:40.210967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:07:40.710082 run create_hlr_db(pid=20560): Launched\u000a16:07:40.895485 bus /sierra_2: Setting Powered False\u000a16:07:41.915586 run create_hlr_db(pid=20560): Terminated: ok {rc=0}\u000a16:07:42.312641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20562): Launched\u000a16:07:42.609465 run osmo-hlr_10.42.42.2(pid=20563): Launched\u000a16:07:42.717633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:07:43.228768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20565): Launched\u000a16:07:43.524135 run osmo-stp_10.42.42.5(pid=20566): Launched\u000a16:07:43.640753 tst emergency_mo_mt_call.py: using MSISDN 7263\u000a16:07:43.786550 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:07:44.326347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20568): Launched\u000a16:07:44.623083 run osmo-msc_10.42.42.6(pid=20569): Launched\u000a16:07:44.801148 run osmo-stp_10.42.42.5(pid=20566): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20566)]\u000a16:07:44.937374 run osmo-stp_10.42.42.5(pid=20566): stdout: \u000a| (launched: 2022-12-09_16:07:43.378754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:45.060168 run osmo-stp_10.42.42.5(pid=20566): stderr: \u000a| �[0;m�[38;5;43m20221209160743544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160743544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160743545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160743545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160743546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160743546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160743546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:45.179156 run osmo-stp_10.42.42.5(pid=20566): stdout: \u000a| (launched: 2022-12-09_16:07:43.378754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:45.297805 run osmo-stp_10.42.42.5(pid=20566): stderr: \u000a| �[0;m�[38;5;43m20221209160743544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160743544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160743545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160743545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160743546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160743546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160743546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:45.349694 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20566): Process ended prematurely: osmo-stp_10.42.42.5(pid=20566) [trial-2361↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20566)] [trial-2361↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a16:07:45.357712 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a16:07:45.416691 run osmo-hlr_10.42.42.2(pid=20563): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20563)]\u000a16:07:45.465130 run osmo-hlr_10.42.42.2(pid=20563): stdout: \u000a| (launched: 2022-12-09_16:07:42.462625) \u000a16:07:45.514990 run osmo-hlr_10.42.42.2(pid=20563): stderr: \u000a| �[0;m�[1;31m20221209160742634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160742634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160742634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160742634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160742634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160742634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160742650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160742658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160742659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160742659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:45.581927 run osmo-msc_10.42.42.6(pid=20569): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20569)]\u000a16:07:45.630628 run osmo-msc_10.42.42.6(pid=20569): stdout: \u000a| (launched: 2022-12-09_16:07:44.476728) \u000a16:07:45.679667 run osmo-msc_10.42.42.6(pid=20569): stderr: \u000a| �[0;m�[38;5;43m20221209160744747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160744747 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f8eb2fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160744747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160744747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160744747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160744748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160744749 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160744750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160744750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160744750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:45.721285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20562): Terminating (SIGTERM)\u000a16:07:45.760658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20565): Terminating (SIGTERM)\u000a16:07:45.800124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20568): Terminating (SIGTERM)\u000a16:07:45.809387 --- ParallelTerminationStrategy: PID 20562 died...\u000a16:07:45.893393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20562): Terminated: ok {rc=0}\u000a16:07:45.903819 --- ParallelTerminationStrategy: PID 20565 died...\u000a16:07:45.957540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20565): Terminated: ok {rc=0}\u000a16:07:45.967402 --- ParallelTerminationStrategy: PID 20568 died...\u000a16:07:46.022885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20568): Terminated: ok {rc=0}\u000a16:07:46.108808 bus /sierra_3: Setting Powered False\u000a16:07:47.216817 bus /sierra_3: Setting Powered False\u000a16:07:48.323388 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20577): Process ended prematurely: osmo-stp_10.42.42.5(pid=20577) [trial-2361↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20577)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20577): Process ended prematurely: osmo-stp_10.42.42.5(pid=20577) [trial-2361↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:07:49.376217 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:49.388813 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:07:49.533725 tst emergency_preemptive_call.py: using LAC 22179\u000a16:07:49.656722 tst emergency_preemptive_call.py: using RAC 249\u000a16:07:49.779639 tst emergency_preemptive_call.py: using CellId 22179\u000a16:07:49.902740 tst emergency_preemptive_call.py: using BVCI 22180\u000a16:07:49.926609 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:49.938193 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:49.949433 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:49.960898 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:49.972355 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:07:49.983629 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:07:50.097989 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:07:50.216147 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:07:50.335532 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:07:50.533641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:07:51.007112 run create_hlr_db(pid=20571): Launched\u000a16:07:51.178578 bus /sierra_2: Setting Powered False\u000a16:07:52.198947 run create_hlr_db(pid=20571): Terminated: ok {rc=0}\u000a16:07:52.594387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20573): Launched\u000a16:07:52.888486 run osmo-hlr_10.42.42.2(pid=20574): Launched\u000a16:07:53.002787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:07:53.524045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20576): Launched\u000a16:07:53.819733 run osmo-stp_10.42.42.5(pid=20577): Launched\u000a16:07:53.937758 tst emergency_preemptive_call.py: using MSISDN 7264\u000a16:07:54.084222 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:07:54.622978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20579): Launched\u000a16:07:54.919129 run osmo-msc_10.42.42.6(pid=20580): Launched\u000a16:07:55.095774 run osmo-stp_10.42.42.5(pid=20577): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20577)]\u000a16:07:55.222051 run osmo-stp_10.42.42.5(pid=20577): stdout: \u000a| (launched: 2022-12-09_16:07:53.674395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:55.345563 run osmo-stp_10.42.42.5(pid=20577): stderr: \u000a| �[0;m�[38;5;43m20221209160753840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160753840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160753840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160753841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160753841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160753841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160753841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:55.465432 run osmo-stp_10.42.42.5(pid=20577): stdout: \u000a| (launched: 2022-12-09_16:07:53.674395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:55.583714 run osmo-stp_10.42.42.5(pid=20577): stderr: \u000a| �[0;m�[38;5;43m20221209160753840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160753840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160753840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160753841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160753841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160753841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160753841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:55.635396 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=20577): Process ended prematurely: osmo-stp_10.42.42.5(pid=20577) [trial-2361↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20577)] [trial-2361↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a16:07:55.643335 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a16:07:55.702787 run osmo-hlr_10.42.42.2(pid=20574): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20574)]\u000a16:07:55.751619 run osmo-hlr_10.42.42.2(pid=20574): stdout: \u000a| (launched: 2022-12-09_16:07:52.744526) \u000a16:07:55.801173 run osmo-hlr_10.42.42.2(pid=20574): stderr: \u000a| �[0;m�[1;31m20221209160752918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160752918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160752918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160752918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160752918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160752918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160752930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160752939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160752940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160752940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:55.868553 run osmo-msc_10.42.42.6(pid=20580): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20580)]\u000a16:07:55.917498 run osmo-msc_10.42.42.6(pid=20580): stdout: \u000a| (launched: 2022-12-09_16:07:54.772796) \u000a16:07:55.966753 run osmo-msc_10.42.42.6(pid=20580): stderr: \u000a| �[0;m�[38;5;43m20221209160755038 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209160755038 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf18354c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209160755038 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209160755038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209160755038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209160755038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209160755040 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209160755041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209160755041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209160755041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:56.008707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20573): Terminating (SIGTERM)\u000a16:07:56.048138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20576): Terminating (SIGTERM)\u000a16:07:56.087371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20579): Terminating (SIGTERM)\u000a16:07:56.096477 --- ParallelTerminationStrategy: PID 20573 died...\u000a16:07:56.148873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20573): Terminated: ok {rc=0}\u000a16:07:56.158340 --- ParallelTerminationStrategy: PID 20576 died...\u000a16:07:56.210590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20576): Terminated: ok {rc=0}\u000a16:07:56.219966 --- ParallelTerminationStrategy: PID 20579 died...\u000a16:07:56.272071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20579): Terminated: ok {rc=0}\u000a16:07:56.361481 bus /sierra_9: Setting Powered False\u000a16:07:57.464548 bus /sierra_9: Setting Powered False\u000a16:07:58.575023 bus /sierra_8: Setting Powered False\u000a16:07:59.675929 bus /sierra_8: Setting Powered False\u000a16:08:00.785462 bus /sierra_3: Setting Powered False\u000a16:08:01.922078 bus /sierra_3: Setting Powered False\u000a16:08:03.078974 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:07:39" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20867): Process ended prematurely: osmo-stp_10.42.42.5(pid=20867) [trial-2361↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20867)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20867): Process ended prematurely: osmo-stp_10.42.42.5(pid=20867) [trial-2361↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:08:05.250274 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:05.262561 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:08:05.411260 tst cs_paging_gprs_active.py: using LAC 22180\u000a16:08:05.542493 tst cs_paging_gprs_active.py: using RAC 250\u000a16:08:05.671175 tst cs_paging_gprs_active.py: using CellId 22180\u000a16:08:05.789333 tst cs_paging_gprs_active.py: using BVCI 22181\u000a16:08:05.812529 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:05.823813 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:05.835074 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:05.846176 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:05.857375 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:05.868506 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:05.879869 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:05.891061 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:05.902356 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:08:06.021011 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:08:06.309086 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:08:06.438153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:08:06.769091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20857): Launched\u000a16:08:07.049348 run iperf3-srv_10.42.42.10(pid=20858): Launched\u000a16:08:07.237485 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:08:07.366215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:08:07.696933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20859): Launched\u000a16:08:07.980527 run iperf3-srv_10.42.42.10(pid=20860): Launched\u000a16:08:08.170617 tst cs_paging_gprs_active.py:38: start network...\u000a16:08:08.299943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:08:08.832134 run create_hlr_db(pid=20861): Launched\u000a16:08:09.011674 bus /sierra_2: Setting Powered False\u000a16:08:10.037585 run create_hlr_db(pid=20861): Terminated: ok {rc=0}\u000a16:08:10.476764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20863): Launched\u000a16:08:10.898382 run osmo-hlr_10.42.42.2(pid=20864): Launched\u000a16:08:11.132842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:08:11.771087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20866): Launched\u000a16:08:12.191593 run osmo-stp_10.42.42.5(pid=20867): Launched\u000a16:08:12.427092 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:08:13.029316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20869): Launched\u000a16:08:13.142195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:08:13.431438 run patchelf(pid=20870): Launched\u000a16:08:13.618067 run osmo-stp_10.42.42.5(pid=20867): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20867)]\u000a16:08:13.753643 run osmo-stp_10.42.42.5(pid=20867): stdout: \u000a| (launched: 2022-12-09_16:08:11.933318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:13.890100 run osmo-stp_10.42.42.5(pid=20867): stderr: \u000a| �[0;m�[38;5;43m20221209160812255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160812255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160812255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160812256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160812261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160812261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160812261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:14.020335 run osmo-stp_10.42.42.5(pid=20867): stdout: \u000a| (launched: 2022-12-09_16:08:11.933318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:14.151993 run osmo-stp_10.42.42.5(pid=20867): stderr: \u000a| �[0;m�[38;5;43m20221209160812255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160812255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160812255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160812256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160812261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160812261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160812261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:14.302645 run patchelf(pid=20870): Terminating (SIGINT)\u000a16:08:14.480460 run patchelf(pid=20870): Terminated: ok {rc=0}\u000a16:08:14.514683 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20867): Process ended prematurely: osmo-stp_10.42.42.5(pid=20867) [trial-2361↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20867)] [trial-2361↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a16:08:14.525333 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a16:08:14.588455 run osmo-hlr_10.42.42.2(pid=20864): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20864)]\u000a16:08:14.639267 run osmo-hlr_10.42.42.2(pid=20864): stdout: \u000a| (launched: 2022-12-09_16:08:10.638380) \u000a16:08:14.690578 run osmo-hlr_10.42.42.2(pid=20864): stderr: \u000a| �[0;m�[1;31m20221209160810977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160810977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160810977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160810977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160810977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160810977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160810994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160811011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160811011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160811011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:08:14.735233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20857): Terminating (SIGTERM)\u000a16:08:14.778633 run iperf3-srv_10.42.42.10(pid=20858): Terminating (SIGTERM)\u000a16:08:14.822091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20859): Terminating (SIGTERM)\u000a16:08:14.865917 run iperf3-srv_10.42.42.10(pid=20860): Terminating (SIGTERM)\u000a16:08:14.910090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20863): Terminating (SIGTERM)\u000a16:08:14.953072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20866): Terminating (SIGTERM)\u000a16:08:14.996441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20869): Terminating (SIGTERM)\u000a16:08:15.006616 --- ParallelTerminationStrategy: PID 20857 died...\u000a16:08:15.064839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20857): Terminated: ok {rc=0}\u000a16:08:15.075019 --- ParallelTerminationStrategy: PID 20858 died...\u000a16:08:15.130447 run iperf3-srv_10.42.42.10(pid=20858): Terminated {rc=256}\u000a16:08:15.140392 --- ParallelTerminationStrategy: PID 20859 died...\u000a16:08:15.194720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20859): Terminated: ok {rc=0}\u000a16:08:15.205031 --- ParallelTerminationStrategy: PID 20860 died...\u000a16:08:15.259402 run iperf3-srv_10.42.42.10(pid=20860): Terminated {rc=256}\u000a16:08:15.269378 --- ParallelTerminationStrategy: PID 20863 died...\u000a16:08:15.325187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20863): Terminated: ok {rc=0}\u000a16:08:15.335320 --- ParallelTerminationStrategy: PID 20866 died...\u000a16:08:15.390295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20866): Terminated: ok {rc=0}\u000a16:08:15.400408 --- ParallelTerminationStrategy: PID 20869 died...\u000a16:08:15.455097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20869): Terminated: ok {rc=0}\u000a16:08:15.546314 bus /gobi_0: Setting Powered False\u000a16:08:16.712827 bus /gobi_0: Setting Powered False\u000a16:08:17.832196 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20879): Process ended prematurely: osmo-stp_10.42.42.5(pid=20879) [trial-2361↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20879)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20879): Process ended prematurely: osmo-stp_10.42.42.5(pid=20879) [trial-2361↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a16:08:18.953962 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:18.967627 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:08:19.127226 tst iperf3.py: using LAC 22181\u000a16:08:19.257166 tst iperf3.py: using RAC 251\u000a16:08:19.389011 tst iperf3.py: using CellId 22181\u000a16:08:19.519702 tst iperf3.py: using BVCI 22182\u000a16:08:19.546408 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:19.559175 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:19.572510 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:19.584910 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:19.598952 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:19.612990 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:19.626612 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:19.639604 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:19.652009 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:08:19.964414 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:08:20.108599 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:08:20.468576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20871): Launched\u000a16:08:20.773785 run iperf3-srv_10.42.42.10(pid=20872): Launched\u000a16:08:20.983898 tst iperf3.py:8: start network...\u000a16:08:21.129547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:08:21.697921 run create_hlr_db(pid=20873): Launched\u000a16:08:21.897918 bus /gobi_6: Setting Powered False\u000a16:08:22.917272 run create_hlr_db(pid=20873): Terminated: ok {rc=0}\u000a16:08:23.379679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20875): Launched\u000a16:08:23.818926 run osmo-hlr_10.42.42.2(pid=20876): Launched\u000a16:08:24.067785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:08:24.637281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20878): Launched\u000a16:08:24.942805 run osmo-stp_10.42.42.5(pid=20879): Launched\u000a16:08:25.053745 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:08:25.587425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20881): Launched\u000a16:08:25.696367 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:08:25.966446 run patchelf(pid=20882): Launched\u000a16:08:26.145874 run osmo-stp_10.42.42.5(pid=20879): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20879)]\u000a16:08:26.277369 run osmo-stp_10.42.42.5(pid=20879): stdout: \u000a| (launched: 2022-12-09_16:08:24.792811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:26.408159 run osmo-stp_10.42.42.5(pid=20879): stderr: \u000a| �[0;m�[38;5;43m20221209160824963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160824963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160824964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160824964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160824964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160824965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160824965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:26.533838 run osmo-stp_10.42.42.5(pid=20879): stdout: \u000a| (launched: 2022-12-09_16:08:24.792811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:26.657767 run osmo-stp_10.42.42.5(pid=20879): stderr: \u000a| �[0;m�[38;5;43m20221209160824963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160824963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160824964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160824964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160824964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160824965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160824965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:26.803411 run patchelf(pid=20882): Terminating (SIGINT)\u000a16:08:26.975013 run patchelf(pid=20882): Terminated: ok {rc=0}\u000a16:08:27.006636 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20879): Process ended prematurely: osmo-stp_10.42.42.5(pid=20879) [trial-2361↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20879)] [trial-2361↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a16:08:27.015926 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a16:08:27.075748 run osmo-hlr_10.42.42.2(pid=20876): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20876)]\u000a16:08:27.124856 run osmo-hlr_10.42.42.2(pid=20876): stdout: \u000a| (launched: 2022-12-09_16:08:23.552534) \u000a16:08:27.174614 run osmo-hlr_10.42.42.2(pid=20876): stderr: \u000a| �[0;m�[1;31m20221209160823860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160823860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160823860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160823860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160823860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160823860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160823882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160823890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160823890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160823890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:08:27.216932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20871): Terminating (SIGTERM)\u000a16:08:27.256449 run iperf3-srv_10.42.42.10(pid=20872): Terminating (SIGTERM)\u000a16:08:27.296129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20875): Terminating (SIGTERM)\u000a16:08:27.335831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20878): Terminating (SIGTERM)\u000a16:08:27.375451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20881): Terminating (SIGTERM)\u000a16:08:27.384526 --- ParallelTerminationStrategy: PID 20871 died...\u000a16:08:27.437741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20871): Terminated: ok {rc=0}\u000a16:08:27.447182 --- ParallelTerminationStrategy: PID 20872 died...\u000a16:08:27.499767 run iperf3-srv_10.42.42.10(pid=20872): Terminated {rc=256}\u000a16:08:27.509242 --- ParallelTerminationStrategy: PID 20875 died...\u000a16:08:27.561737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20875): Terminated: ok {rc=0}\u000a16:08:27.571153 --- ParallelTerminationStrategy: PID 20878 died...\u000a16:08:27.623735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20878): Terminated: ok {rc=0}\u000a16:08:27.633307 --- ParallelTerminationStrategy: PID 20881 died...\u000a16:08:27.685867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20881): Terminated: ok {rc=0}\u000a16:08:27.768709 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20897): Process ended prematurely: osmo-stp_10.42.42.5(pid=20897) [trial-2361↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20897)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20897): Process ended prematurely: osmo-stp_10.42.42.5(pid=20897) [trial-2361↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20897)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a16:08:28.877558 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:28.889518 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:08:29.023425 tst iperf3m4.py: using LAC 22182\u000a16:08:29.143678 tst iperf3m4.py: using RAC 252\u000a16:08:29.263570 tst iperf3m4.py: using CellId 22182\u000a16:08:29.384305 tst iperf3m4.py: using BVCI 22183\u000a16:08:29.407379 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:29.418443 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:29.429209 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:29.439867 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:29.450498 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:29.461087 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:29.471939 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:29.482503 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:29.493294 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:08:29.614175 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:08:29.733728 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:08:29.854165 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:08:30.151540 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:08:30.289077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:08:30.628716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20883): Launched\u000a16:08:30.920883 run iperf3-srv_10.42.42.10(pid=20884): Launched\u000a16:08:31.114628 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:08:31.244522 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:08:31.587197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20885): Launched\u000a16:08:31.873125 run iperf3-srv_10.42.42.10(pid=20886): Launched\u000a16:08:32.102925 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:08:32.233261 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:08:32.552111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20887): Launched\u000a16:08:32.814678 run iperf3-srv_10.42.42.10(pid=20888): Launched\u000a16:08:33.000659 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:08:33.127614 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:08:33.444736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20889): Launched\u000a16:08:33.706900 run iperf3-srv_10.42.42.10(pid=20890): Launched\u000a16:08:33.893220 tst iperf3m4.py:8: start network...\u000a16:08:34.019402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:08:34.511462 run create_hlr_db(pid=20891): Launched\u000a16:08:34.687428 bus /gobi_6: Setting Powered False\u000a16:08:35.708342 run create_hlr_db(pid=20891): Terminated: ok {rc=0}\u000a16:08:36.117414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20893): Launched\u000a16:08:36.424722 run osmo-hlr_10.42.42.2(pid=20894): Launched\u000a16:08:36.545922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:08:37.083431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20896): Launched\u000a16:08:37.389117 run osmo-stp_10.42.42.5(pid=20897): Launched\u000a16:08:37.499585 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:08:38.032809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20899): Launched\u000a16:08:38.141828 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:08:38.410871 run patchelf(pid=20900): Launched\u000a16:08:38.592244 run osmo-stp_10.42.42.5(pid=20897): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20897)]\u000a16:08:38.724774 run osmo-stp_10.42.42.5(pid=20897): stdout: \u000a| (launched: 2022-12-09_16:08:37.239119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:38.857473 run osmo-stp_10.42.42.5(pid=20897): stderr: \u000a| �[0;m�[38;5;43m20221209160837407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160837407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160837408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160837408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160837409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160837409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160837409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:38.984877 run osmo-stp_10.42.42.5(pid=20897): stdout: \u000a| (launched: 2022-12-09_16:08:37.239119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:39.110759 run osmo-stp_10.42.42.5(pid=20897): stderr: \u000a| �[0;m�[38;5;43m20221209160837407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160837407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160837408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160837408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160837409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160837409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160837409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:39.258582 run patchelf(pid=20900): Terminating (SIGINT)\u000a16:08:39.432000 run patchelf(pid=20900): Terminated: ok {rc=0}\u000a16:08:39.463679 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20897): Process ended prematurely: osmo-stp_10.42.42.5(pid=20897) [trial-2361↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20897)] [trial-2361↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a16:08:39.472867 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a16:08:39.533609 run osmo-hlr_10.42.42.2(pid=20894): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20894)]\u000a16:08:39.582691 run osmo-hlr_10.42.42.2(pid=20894): stdout: \u000a| (launched: 2022-12-09_16:08:36.272727) \u000a16:08:39.632372 run osmo-hlr_10.42.42.2(pid=20894): stderr: \u000a| �[0;m�[1;31m20221209160836449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160836449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160836449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160836449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160836449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160836449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160836463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160836472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160836472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160836472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:08:39.674599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20883): Terminating (SIGTERM)\u000a16:08:39.714390 run iperf3-srv_10.42.42.10(pid=20884): Terminating (SIGTERM)\u000a16:08:39.754359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20885): Terminating (SIGTERM)\u000a16:08:39.794142 run iperf3-srv_10.42.42.10(pid=20886): Terminating (SIGTERM)\u000a16:08:39.833986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20887): Terminating (SIGTERM)\u000a16:08:39.873669 run iperf3-srv_10.42.42.10(pid=20888): Terminating (SIGTERM)\u000a16:08:39.913472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20889): Terminating (SIGTERM)\u000a16:08:39.953133 run iperf3-srv_10.42.42.10(pid=20890): Terminating (SIGTERM)\u000a16:08:39.992822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20893): Terminating (SIGTERM)\u000a16:08:40.032640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20896): Terminating (SIGTERM)\u000a16:08:40.072525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20899): Terminating (SIGTERM)\u000a16:08:40.081803 --- ParallelTerminationStrategy: PID 20883 died...\u000a16:08:40.135371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20883): Terminated: ok {rc=0}\u000a16:08:40.145054 --- ParallelTerminationStrategy: PID 20884 died...\u000a16:08:40.198026 run iperf3-srv_10.42.42.10(pid=20884): Terminated {rc=256}\u000a16:08:40.207497 --- ParallelTerminationStrategy: PID 20885 died...\u000a16:08:40.260525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20885): Terminated: ok {rc=0}\u000a16:08:40.270062 --- ParallelTerminationStrategy: PID 20886 died...\u000a16:08:40.323023 run iperf3-srv_10.42.42.10(pid=20886): Terminated {rc=256}\u000a16:08:40.332889 --- ParallelTerminationStrategy: PID 20887 died...\u000a16:08:40.386217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20887): Terminated: ok {rc=0}\u000a16:08:40.395772 --- ParallelTerminationStrategy: PID 20888 died...\u000a16:08:40.449343 run iperf3-srv_10.42.42.10(pid=20888): Terminated {rc=256}\u000a16:08:40.458912 --- ParallelTerminationStrategy: PID 20889 died...\u000a16:08:40.512519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20889): Terminated: ok {rc=0}\u000a16:08:40.522123 --- ParallelTerminationStrategy: PID 20890 died...\u000a16:08:40.576153 run iperf3-srv_10.42.42.10(pid=20890): Terminated {rc=256}\u000a16:08:40.585759 --- ParallelTerminationStrategy: PID 20893 died...\u000a16:08:40.638576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20893): Terminated: ok {rc=0}\u000a16:08:40.648166 --- ParallelTerminationStrategy: PID 20896 died...\u000a16:08:40.701120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20896): Terminated: ok {rc=0}\u000a16:08:40.710752 --- ParallelTerminationStrategy: PID 20899 died...\u000a16:08:40.763496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20899): Terminated: ok {rc=0}\u000a16:08:40.851617 bus /gobi_4: Setting Powered False\u000a16:08:41.955041 bus /gobi_4: Setting Powered False\u000a16:08:43.066956 bus /gobi_1: Setting Powered False\u000a16:08:44.169013 bus /gobi_1: Setting Powered False\u000a16:08:45.280528 bus /gobi_0: Setting Powered False\u000a16:08:46.400321 bus /gobi_0: Setting Powered False\u000a16:08:47.510400 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20908): Process ended prematurely: osmo-stp_10.42.42.5(pid=20908) [trial-2361↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20908)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20908): Process ended prematurely: osmo-stp_10.42.42.5(pid=20908) [trial-2361↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a16:08:48.576920 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:48.588585 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:08:48.726217 tst ping.py: using LAC 22183\u000a16:08:48.844344 tst ping.py: using RAC 253\u000a16:08:48.964311 tst ping.py: using CellId 22183\u000a16:08:49.093158 tst ping.py: using BVCI 22184\u000a16:08:49.118648 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:49.130234 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:49.141692 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:49.153550 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:49.165291 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:49.176790 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:49.188383 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:49.200066 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:08:49.480263 tst ping.py:19: start network...\u000a16:08:49.606484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:08:50.090738 run create_hlr_db(pid=20902): Launched\u000a16:08:50.265323 bus /gobi_6: Setting Powered False\u000a16:08:51.286071 run create_hlr_db(pid=20902): Terminated: ok {rc=0}\u000a16:08:51.718716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20904): Launched\u000a16:08:52.043156 run osmo-hlr_10.42.42.2(pid=20905): Launched\u000a16:08:52.163192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:08:52.729607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20907): Launched\u000a16:08:53.054516 run osmo-stp_10.42.42.5(pid=20908): Launched\u000a16:08:53.173036 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:08:53.741030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20910): Launched\u000a16:08:53.857142 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:08:54.142263 run patchelf(pid=20911): Launched\u000a16:08:54.333111 run osmo-stp_10.42.42.5(pid=20908): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20908)]\u000a16:08:54.472823 run osmo-stp_10.42.42.5(pid=20908): stdout: \u000a| (launched: 2022-12-09_16:08:52.893912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:54.613281 run osmo-stp_10.42.42.5(pid=20908): stderr: \u000a| �[0;m�[38;5;43m20221209160853086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160853086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160853087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160853087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160853087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160853088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160853088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:54.748602 run osmo-stp_10.42.42.5(pid=20908): stdout: \u000a| (launched: 2022-12-09_16:08:52.893912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:54.882681 run osmo-stp_10.42.42.5(pid=20908): stderr: \u000a| �[0;m�[38;5;43m20221209160853086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160853086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160853087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160853087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160853087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160853088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160853088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:55.037757 run patchelf(pid=20911): Terminating (SIGINT)\u000a16:08:55.219477 run patchelf(pid=20911): Terminated: ok {rc=0}\u000a16:08:55.252161 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20908): Process ended prematurely: osmo-stp_10.42.42.5(pid=20908) [trial-2361↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20908)] [trial-2361↪gprs:trx-sysmocell5000↪ping.py:22]\u000a16:08:55.261317 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:08:55.325441 run osmo-hlr_10.42.42.2(pid=20905): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20905)]\u000a16:08:55.378177 run osmo-hlr_10.42.42.2(pid=20905): stdout: \u000a| (launched: 2022-12-09_16:08:51.883648) \u000a16:08:55.431225 run osmo-hlr_10.42.42.2(pid=20905): stderr: \u000a| �[0;m�[1;31m20221209160852082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160852082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160852082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160852082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160852082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160852082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160852094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160852102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160852103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160852103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:08:55.476000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20904): Terminating (SIGTERM)\u000a16:08:55.518952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20907): Terminating (SIGTERM)\u000a16:08:55.561266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20910): Terminating (SIGTERM)\u000a16:08:55.571529 --- ParallelTerminationStrategy: PID 20904 died...\u000a16:08:55.628785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20904): Terminated: ok {rc=0}\u000a16:08:55.639222 --- ParallelTerminationStrategy: PID 20907 died...\u000a16:08:55.696124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20907): Terminated: ok {rc=0}\u000a16:08:55.706407 --- ParallelTerminationStrategy: PID 20910 died...\u000a16:08:55.763028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20910): Terminated: ok {rc=0}\u000a16:08:55.850136 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20918): Process ended prematurely: osmo-stp_10.42.42.5(pid=20918) [trial-2361↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20918)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20918): Process ended prematurely: osmo-stp_10.42.42.5(pid=20918) [trial-2361↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a16:08:56.903815 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:56.916074 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:08:57.063302 tst ping_idle_ping.py: using LAC 22184\u000a16:08:57.195688 tst ping_idle_ping.py: using RAC 254\u000a16:08:57.320593 tst ping_idle_ping.py: using CellId 22184\u000a16:08:57.445125 tst ping_idle_ping.py: using BVCI 22185\u000a16:08:57.469866 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:57.482575 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:57.495451 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:57.506787 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:57.517531 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:57.528207 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:57.539234 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:08:57.549839 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:08:57.845801 tst ping_idle_ping.py:24: start network...\u000a16:08:57.981706 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:08:58.496627 run create_hlr_db(pid=20912): Launched\u000a16:08:58.687290 bus /gobi_6: Setting Powered False\u000a16:08:59.707310 run create_hlr_db(pid=20912): Terminated: ok {rc=0}\u000a16:09:00.118679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20914): Launched\u000a16:09:00.425508 run osmo-hlr_10.42.42.2(pid=20915): Launched\u000a16:09:00.543508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:01.130043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20917): Launched\u000a16:09:01.607449 run osmo-stp_10.42.42.5(pid=20918): Launched\u000a16:09:01.913523 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:09:02.458300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20920): Launched\u000a16:09:02.567029 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:09:02.834536 run patchelf(pid=20921): Launched\u000a16:09:03.012600 run osmo-stp_10.42.42.5(pid=20918): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20918)]\u000a16:09:03.143313 run osmo-stp_10.42.42.5(pid=20918): stdout: \u000a| (launched: 2022-12-09_16:09:01.287671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:03.274252 run osmo-stp_10.42.42.5(pid=20918): stderr: \u000a| �[0;m�[38;5;43m20221209160901617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160901617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160901618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160901618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160901619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160901620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160901620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:03.399884 run osmo-stp_10.42.42.5(pid=20918): stdout: \u000a| (launched: 2022-12-09_16:09:01.287671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:03.524152 run osmo-stp_10.42.42.5(pid=20918): stderr: \u000a| �[0;m�[38;5;43m20221209160901617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160901617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160901618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160901618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160901619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160901620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160901620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:03.669286 run patchelf(pid=20921): Terminating (SIGINT)\u000a16:09:03.839579 run patchelf(pid=20921): Terminated: ok {rc=0}\u000a16:09:03.870573 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20918): Process ended prematurely: osmo-stp_10.42.42.5(pid=20918) [trial-2361↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20918)] [trial-2361↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a16:09:03.879179 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a16:09:03.939391 run osmo-hlr_10.42.42.2(pid=20915): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20915)]\u000a16:09:03.988743 run osmo-hlr_10.42.42.2(pid=20915): stdout: \u000a| (launched: 2022-12-09_16:09:00.273888) \u000a16:09:04.038855 run osmo-hlr_10.42.42.2(pid=20915): stderr: \u000a| �[0;m�[1;31m20221209160900449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160900449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160900449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160900449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160900449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160900449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160900461 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160900469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160900470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160900470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:04.081426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20914): Terminating (SIGTERM)\u000a16:09:04.121576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20917): Terminating (SIGTERM)\u000a16:09:04.161620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20920): Terminating (SIGTERM)\u000a16:09:04.170850 --- ParallelTerminationStrategy: PID 20914 died...\u000a16:09:04.224134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20914): Terminated: ok {rc=0}\u000a16:09:04.233777 --- ParallelTerminationStrategy: PID 20917 died...\u000a16:09:04.287260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20917): Terminated: ok {rc=0}\u000a16:09:04.296906 --- ParallelTerminationStrategy: PID 20920 died...\u000a16:09:04.350883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20920): Terminated: ok {rc=0}\u000a16:09:04.439944 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:08:04" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20935): Process ended prematurely: osmo-stp_10.42.42.5(pid=20935) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20935)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20935): Process ended prematurely: osmo-stp_10.42.42.5(pid=20935) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:09:06.593116 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:06.604044 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:09:06.749216 tst cs_paging_gprs_active.py: using LAC 22185\u000a16:09:06.870353 tst cs_paging_gprs_active.py: using RAC 255\u000a16:09:06.989503 tst cs_paging_gprs_active.py: using CellId 22185\u000a16:09:07.108521 tst cs_paging_gprs_active.py: using BVCI 22186\u000a16:09:07.134166 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:07.145185 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:07.155980 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:07.167307 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:07.178196 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:07.188929 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:07.199919 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:07.210679 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:07.221641 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:09:07.342206 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:09:07.627965 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:09:07.756494 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:09:08.077263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20925): Launched\u000a16:09:08.345870 run iperf3-srv_10.42.42.10(pid=20926): Launched\u000a16:09:08.534046 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:09:08.662960 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:09:08.985420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20927): Launched\u000a16:09:09.251501 run iperf3-srv_10.42.42.10(pid=20928): Launched\u000a16:09:09.439963 tst cs_paging_gprs_active.py:38: start network...\u000a16:09:09.568312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:10.063038 run create_hlr_db(pid=20929): Launched\u000a16:09:10.241129 bus /gobi_6: Setting Powered False\u000a16:09:11.262118 run create_hlr_db(pid=20929): Terminated: ok {rc=0}\u000a16:09:11.703225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20931): Launched\u000a16:09:12.034652 run osmo-hlr_10.42.42.2(pid=20932): Launched\u000a16:09:12.158016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:12.731497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20934): Launched\u000a16:09:13.062741 run osmo-stp_10.42.42.5(pid=20935): Launched\u000a16:09:13.183715 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:09:13.762068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20937): Launched\u000a16:09:13.880359 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:09:14.170569 run patchelf(pid=20938): Launched\u000a16:09:14.363880 run osmo-stp_10.42.42.5(pid=20935): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20935)]\u000a16:09:14.505081 run osmo-stp_10.42.42.5(pid=20935): stdout: \u000a| (launched: 2022-12-09_16:09:12.899222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:14.647319 run osmo-stp_10.42.42.5(pid=20935): stderr: \u000a| �[0;m�[38;5;43m20221209160913090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160913090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160913091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160913091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160913091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160913091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160913091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:14.783954 run osmo-stp_10.42.42.5(pid=20935): stdout: \u000a| (launched: 2022-12-09_16:09:12.899222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:14.919280 run osmo-stp_10.42.42.5(pid=20935): stderr: \u000a| �[0;m�[38;5;43m20221209160913090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160913090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160913091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160913091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160913091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160913091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160913091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:15.076919 run patchelf(pid=20938): Terminating (SIGINT)\u000a16:09:15.263439 run patchelf(pid=20938): Terminated: ok {rc=0}\u000a16:09:15.297508 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20935): Process ended prematurely: osmo-stp_10.42.42.5(pid=20935) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20935)] [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:09:15.307552 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:09:15.371756 run osmo-hlr_10.42.42.2(pid=20932): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20932)]\u000a16:09:15.423794 run osmo-hlr_10.42.42.2(pid=20932): stdout: \u000a| (launched: 2022-12-09_16:09:11.871662) \u000a16:09:15.475982 run osmo-hlr_10.42.42.2(pid=20932): stderr: \u000a| �[0;m�[1;31m20221209160912072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160912072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160912072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160912072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160912072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160912072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160912084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160912092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160912092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160912092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:15.520608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20925): Terminating (SIGTERM)\u000a16:09:15.562752 run iperf3-srv_10.42.42.10(pid=20926): Terminating (SIGTERM)\u000a16:09:15.605201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20927): Terminating (SIGTERM)\u000a16:09:15.647013 run iperf3-srv_10.42.42.10(pid=20928): Terminating (SIGTERM)\u000a16:09:15.689579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20931): Terminating (SIGTERM)\u000a16:09:15.731672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20934): Terminating (SIGTERM)\u000a16:09:15.773664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20937): Terminating (SIGTERM)\u000a16:09:15.783580 --- ParallelTerminationStrategy: PID 20925 died...\u000a16:09:15.850373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20925): Terminated: ok {rc=0}\u000a16:09:15.862864 --- ParallelTerminationStrategy: PID 20926 died...\u000a16:09:15.939856 run iperf3-srv_10.42.42.10(pid=20926): Terminated {rc=256}\u000a16:09:15.950329 --- ParallelTerminationStrategy: PID 20927 died...\u000a16:09:16.007816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20927): Terminated: ok {rc=0}\u000a16:09:16.018318 --- ParallelTerminationStrategy: PID 20928 died...\u000a16:09:16.087743 run iperf3-srv_10.42.42.10(pid=20928): Terminated {rc=256}\u000a16:09:16.101228 --- ParallelTerminationStrategy: PID 20931 died...\u000a16:09:16.167949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20931): Terminated: ok {rc=0}\u000a16:09:16.178514 --- ParallelTerminationStrategy: PID 20934 died...\u000a16:09:16.233933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20934): Terminated: ok {rc=0}\u000a16:09:16.245337 --- ParallelTerminationStrategy: PID 20937 died...\u000a16:09:16.302257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20937): Terminated: ok {rc=0}\u000a16:09:16.391122 bus /gobi_0: Setting Powered False\u000a16:09:17.492746 bus /gobi_0: Setting Powered False\u000a16:09:18.604137 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20947): Process ended prematurely: osmo-stp_10.42.42.5(pid=20947) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20947)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20947): Process ended prematurely: osmo-stp_10.42.42.5(pid=20947) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:09:19.719744 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:19.732213 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:09:19.884579 tst iperf3.py: using LAC 22186\u000a16:09:20.012137 tst iperf3.py: using RAC 1\u000a16:09:20.139333 tst iperf3.py: using CellId 22186\u000a16:09:20.261997 tst iperf3.py: using BVCI 22187\u000a16:09:20.285556 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:20.296649 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:20.307653 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:20.318721 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:20.329691 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:20.340519 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:20.352085 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:20.362984 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:20.374161 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:09:20.672374 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:09:20.809831 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:09:21.152007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20939): Launched\u000a16:09:21.436375 run iperf3-srv_10.42.42.10(pid=20940): Launched\u000a16:09:21.638888 tst iperf3.py:8: start network...\u000a16:09:21.776441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:22.297138 run create_hlr_db(pid=20941): Launched\u000a16:09:22.488665 bus /gobi_6: Setting Powered False\u000a16:09:23.507588 run create_hlr_db(pid=20941): Terminated: ok {rc=0}\u000a16:09:23.922685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20943): Launched\u000a16:09:24.234436 run osmo-hlr_10.42.42.2(pid=20944): Launched\u000a16:09:24.348287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:24.885185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20946): Launched\u000a16:09:25.193661 run osmo-stp_10.42.42.5(pid=20947): Launched\u000a16:09:25.305895 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:09:25.844206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20949): Launched\u000a16:09:25.954156 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:09:26.224368 run patchelf(pid=20950): Launched\u000a16:09:26.406229 run osmo-stp_10.42.42.5(pid=20947): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20947)]\u000a16:09:26.539016 run osmo-stp_10.42.42.5(pid=20947): stdout: \u000a| (launched: 2022-12-09_16:09:25.041506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:26.672154 run osmo-stp_10.42.42.5(pid=20947): stderr: \u000a| �[0;m�[38;5;43m20221209160925215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160925215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160925215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160925215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160925216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160925216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160925216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:26.800368 run osmo-stp_10.42.42.5(pid=20947): stdout: \u000a| (launched: 2022-12-09_16:09:25.041506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:26.926870 run osmo-stp_10.42.42.5(pid=20947): stderr: \u000a| �[0;m�[38;5;43m20221209160925215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160925215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160925215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160925215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160925216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160925216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160925216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:27.074945 run patchelf(pid=20950): Terminating (SIGINT)\u000a16:09:27.248867 run patchelf(pid=20950): Terminated: ok {rc=0}\u000a16:09:27.281316 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20947): Process ended prematurely: osmo-stp_10.42.42.5(pid=20947) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20947)] [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a16:09:27.290773 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:09:27.351031 run osmo-hlr_10.42.42.2(pid=20944): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20944)]\u000a16:09:27.400326 run osmo-hlr_10.42.42.2(pid=20944): stdout: \u000a| (launched: 2022-12-09_16:09:24.080192) \u000a16:09:27.450386 run osmo-hlr_10.42.42.2(pid=20944): stderr: \u000a| �[0;m�[1;31m20221209160924257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160924257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160924257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160924257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160924257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160924257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160924269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160924277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160924278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160924278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:27.492875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20939): Terminating (SIGTERM)\u000a16:09:27.533246 run iperf3-srv_10.42.42.10(pid=20940): Terminating (SIGTERM)\u000a16:09:27.573341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20943): Terminating (SIGTERM)\u000a16:09:27.614119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20946): Terminating (SIGTERM)\u000a16:09:27.654170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20949): Terminating (SIGTERM)\u000a16:09:27.663382 --- ParallelTerminationStrategy: PID 20939 died...\u000a16:09:27.717057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20939): Terminated: ok {rc=0}\u000a16:09:27.726743 --- ParallelTerminationStrategy: PID 20940 died...\u000a16:09:27.779891 run iperf3-srv_10.42.42.10(pid=20940): Terminated {rc=256}\u000a16:09:27.789841 --- ParallelTerminationStrategy: PID 20943 died...\u000a16:09:27.843277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20943): Terminated: ok {rc=0}\u000a16:09:27.852883 --- ParallelTerminationStrategy: PID 20946 died...\u000a16:09:27.905979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20946): Terminated: ok {rc=0}\u000a16:09:27.915499 --- ParallelTerminationStrategy: PID 20949 died...\u000a16:09:27.968722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20949): Terminated: ok {rc=0}\u000a16:09:28.057650 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20965): Process ended prematurely: osmo-stp_10.42.42.5(pid=20965) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20965)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20965): Process ended prematurely: osmo-stp_10.42.42.5(pid=20965) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:09:29.169634 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:29.181621 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:09:29.322859 tst iperf3m4.py: using LAC 22187\u000a16:09:29.445891 tst iperf3m4.py: using RAC 2\u000a16:09:29.568712 tst iperf3m4.py: using CellId 22187\u000a16:09:29.690489 tst iperf3m4.py: using BVCI 22188\u000a16:09:29.713926 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:29.725131 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:29.735910 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:29.746865 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:29.757642 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:29.768398 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:29.779369 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:29.790181 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:29.801205 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:09:29.922907 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:09:30.047480 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:09:30.165947 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:09:30.451092 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:09:30.579747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:09:30.919929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20951): Launched\u000a16:09:31.231828 run iperf3-srv_10.42.42.10(pid=20952): Launched\u000a16:09:31.444465 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:09:31.601028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:09:31.990295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20953): Launched\u000a16:09:32.295334 run iperf3-srv_10.42.42.10(pid=20954): Launched\u000a16:09:32.499892 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:09:32.638892 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:09:32.984043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20955): Launched\u000a16:09:33.270066 run iperf3-srv_10.42.42.10(pid=20956): Launched\u000a16:09:33.473704 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:09:33.611549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:09:33.955054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20957): Launched\u000a16:09:34.240475 run iperf3-srv_10.42.42.10(pid=20958): Launched\u000a16:09:34.444309 tst iperf3m4.py:8: start network...\u000a16:09:34.583335 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:35.105289 run create_hlr_db(pid=20959): Launched\u000a16:09:35.298443 bus /gobi_6: Setting Powered False\u000a16:09:36.317541 run create_hlr_db(pid=20959): Terminated: ok {rc=0}\u000a16:09:36.759105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20961): Launched\u000a16:09:37.093758 run osmo-hlr_10.42.42.2(pid=20962): Launched\u000a16:09:37.215180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:37.796630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20964): Launched\u000a16:09:38.131646 run osmo-stp_10.42.42.5(pid=20965): Launched\u000a16:09:38.252635 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:09:38.831883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20967): Launched\u000a16:09:38.950378 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:09:39.241917 run patchelf(pid=20968): Launched\u000a16:09:39.435256 run osmo-stp_10.42.42.5(pid=20965): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20965)]\u000a16:09:39.576178 run osmo-stp_10.42.42.5(pid=20965): stdout: \u000a| (launched: 2022-12-09_16:09:37.966040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:39.717926 run osmo-stp_10.42.42.5(pid=20965): stderr: \u000a| �[0;m�[38;5;43m20221209160938156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160938156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160938156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160938157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160938157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160938158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160938158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:39.854507 run osmo-stp_10.42.42.5(pid=20965): stdout: \u000a| (launched: 2022-12-09_16:09:37.966040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:39.989761 run osmo-stp_10.42.42.5(pid=20965): stderr: \u000a| �[0;m�[38;5;43m20221209160938156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160938156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160938156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160938157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160938157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160938158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160938158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:40.148254 run patchelf(pid=20968): Terminating (SIGINT)\u000a16:09:40.333651 run patchelf(pid=20968): Terminated: ok {rc=0}\u000a16:09:40.367548 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20965): Process ended prematurely: osmo-stp_10.42.42.5(pid=20965) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20965)] [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:09:40.377612 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a16:09:40.442029 run osmo-hlr_10.42.42.2(pid=20962): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20962)]\u000a16:09:40.494319 run osmo-hlr_10.42.42.2(pid=20962): stdout: \u000a| (launched: 2022-12-09_16:09:36.927481) \u000a16:09:40.547356 run osmo-hlr_10.42.42.2(pid=20962): stderr: \u000a| �[0;m�[1;31m20221209160937124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160937124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160937124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160937124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160937124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160937124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160937136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160937144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160937144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160937145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:40.592056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20951): Terminating (SIGTERM)\u000a16:09:40.634638 run iperf3-srv_10.42.42.10(pid=20952): Terminating (SIGTERM)\u000a16:09:40.676918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20953): Terminating (SIGTERM)\u000a16:09:40.719510 run iperf3-srv_10.42.42.10(pid=20954): Terminating (SIGTERM)\u000a16:09:40.762203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20955): Terminating (SIGTERM)\u000a16:09:40.803931 run iperf3-srv_10.42.42.10(pid=20956): Terminating (SIGTERM)\u000a16:09:40.846617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20957): Terminating (SIGTERM)\u000a16:09:40.889242 run iperf3-srv_10.42.42.10(pid=20958): Terminating (SIGTERM)\u000a16:09:40.932096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20961): Terminating (SIGTERM)\u000a16:09:40.974411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20964): Terminating (SIGTERM)\u000a16:09:41.016799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20967): Terminating (SIGTERM)\u000a16:09:41.026958 --- ParallelTerminationStrategy: PID 20951 died...\u000a16:09:41.083940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20951): Terminated: ok {rc=0}\u000a16:09:41.094167 --- ParallelTerminationStrategy: PID 20952 died...\u000a16:09:41.150935 run iperf3-srv_10.42.42.10(pid=20952): Terminated {rc=256}\u000a16:09:41.161099 --- ParallelTerminationStrategy: PID 20953 died...\u000a16:09:41.217446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20953): Terminated: ok {rc=0}\u000a16:09:41.227610 --- ParallelTerminationStrategy: PID 20954 died...\u000a16:09:41.283677 run iperf3-srv_10.42.42.10(pid=20954): Terminated {rc=256}\u000a16:09:41.294149 --- ParallelTerminationStrategy: PID 20955 died...\u000a16:09:41.350575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20955): Terminated: ok {rc=0}\u000a16:09:41.361092 --- ParallelTerminationStrategy: PID 20956 died...\u000a16:09:41.417591 run iperf3-srv_10.42.42.10(pid=20956): Terminated {rc=256}\u000a16:09:41.427786 --- ParallelTerminationStrategy: PID 20957 died...\u000a16:09:41.484399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20957): Terminated: ok {rc=0}\u000a16:09:41.494953 --- ParallelTerminationStrategy: PID 20958 died...\u000a16:09:41.551459 run iperf3-srv_10.42.42.10(pid=20958): Terminated {rc=256}\u000a16:09:41.561827 --- ParallelTerminationStrategy: PID 20961 died...\u000a16:09:41.618366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20961): Terminated: ok {rc=0}\u000a16:09:41.628632 --- ParallelTerminationStrategy: PID 20964 died...\u000a16:09:41.685088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20964): Terminated: ok {rc=0}\u000a16:09:41.695328 --- ParallelTerminationStrategy: PID 20967 died...\u000a16:09:41.751840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20967): Terminated: ok {rc=0}\u000a16:09:41.840020 bus /gobi_4: Setting Powered False\u000a16:09:42.947961 bus /gobi_4: Setting Powered False\u000a16:09:44.057130 bus /gobi_1: Setting Powered False\u000a16:09:45.164891 bus /gobi_1: Setting Powered False\u000a16:09:46.302849 bus /gobi_0: Setting Powered False\u000a16:09:47.407279 bus /gobi_0: Setting Powered False\u000a16:09:48.520425 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20975): Process ended prematurely: osmo-stp_10.42.42.5(pid=20975) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20975)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20975): Process ended prematurely: osmo-stp_10.42.42.5(pid=20975) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:09:49.588534 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:49.600388 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:09:49.745799 tst ping.py: using LAC 22188\u000a16:09:49.862207 tst ping.py: using RAC 3\u000a16:09:49.979025 tst ping.py: using CellId 22188\u000a16:09:50.095779 tst ping.py: using BVCI 22189\u000a16:09:50.118940 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:50.130122 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:50.141182 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:50.152112 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:50.163031 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:50.173887 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:50.184934 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:50.195856 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:09:50.490729 tst ping.py:19: start network...\u000a16:09:50.626204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:51.135237 run create_hlr_db(pid=20969): Launched\u000a16:09:51.325085 bus /gobi_6: Setting Powered False\u000a16:09:52.344910 run create_hlr_db(pid=20969): Terminated: ok {rc=0}\u000a16:09:52.754782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20971): Launched\u000a16:09:53.059345 run osmo-hlr_10.42.42.2(pid=20972): Launched\u000a16:09:53.179219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:53.716773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20974): Launched\u000a16:09:54.021317 run osmo-stp_10.42.42.5(pid=20975): Launched\u000a16:09:54.130727 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:09:54.659496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20977): Launched\u000a16:09:54.767013 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:09:55.032738 run patchelf(pid=20978): Launched\u000a16:09:55.210477 run osmo-stp_10.42.42.5(pid=20975): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20975)]\u000a16:09:55.340075 run osmo-stp_10.42.42.5(pid=20975): stdout: \u000a| (launched: 2022-12-09_16:09:53.870568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:55.470383 run osmo-stp_10.42.42.5(pid=20975): stderr: \u000a| �[0;m�[38;5;43m20221209160954040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160954040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160954041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160954041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160954042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160954042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160954042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:55.595606 run osmo-stp_10.42.42.5(pid=20975): stdout: \u000a| (launched: 2022-12-09_16:09:53.870568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:55.719524 run osmo-stp_10.42.42.5(pid=20975): stderr: \u000a| �[0;m�[38;5;43m20221209160954040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209160954040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209160954041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209160954041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209160954042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209160954042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209160954042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:55.864532 run patchelf(pid=20978): Terminating (SIGINT)\u000a16:09:56.034524 run patchelf(pid=20978): Terminated: ok {rc=0}\u000a16:09:56.065392 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20975): Process ended prematurely: osmo-stp_10.42.42.5(pid=20975) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20975)] [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a16:09:56.074014 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:09:56.134285 run osmo-hlr_10.42.42.2(pid=20972): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20972)]\u000a16:09:56.183039 run osmo-hlr_10.42.42.2(pid=20972): stdout: \u000a| (launched: 2022-12-09_16:09:52.909301) \u000a16:09:56.232529 run osmo-hlr_10.42.42.2(pid=20972): stderr: \u000a| �[0;m�[1;31m20221209160953085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209160953085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209160953085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160953085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209160953086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209160953086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209160953098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209160953110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209160953110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209160953110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:56.275055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20971): Terminating (SIGTERM)\u000a16:09:56.314922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20974): Terminating (SIGTERM)\u000a16:09:56.354950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20977): Terminating (SIGTERM)\u000a16:09:56.363894 --- ParallelTerminationStrategy: PID 20971 died...\u000a16:09:56.417562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20971): Terminated: ok {rc=0}\u000a16:09:56.427201 --- ParallelTerminationStrategy: PID 20974 died...\u000a16:09:56.480594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20974): Terminated: ok {rc=0}\u000a16:09:56.490227 --- ParallelTerminationStrategy: PID 20977 died...\u000a16:09:56.543595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20977): Terminated: ok {rc=0}\u000a16:09:56.632576 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20989): Process ended prematurely: osmo-stp_10.42.42.5(pid=20989) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20989)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20989): Process ended prematurely: osmo-stp_10.42.42.5(pid=20989) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:09:57.684276 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:57.696174 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:09:57.834702 tst ping_idle_ping.py: using LAC 22189\u000a16:09:57.954501 tst ping_idle_ping.py: using RAC 4\u000a16:09:58.072241 tst ping_idle_ping.py: using CellId 22189\u000a16:09:58.191587 tst ping_idle_ping.py: using BVCI 22190\u000a16:09:58.214684 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:58.225886 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:58.236755 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:58.247615 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:58.258426 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:58.269256 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:58.280352 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:09:58.291184 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:09:58.587806 tst ping_idle_ping.py:24: start network...\u000a16:09:58.724048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:59.242456 run create_hlr_db(pid=20980): Launched\u000a16:09:59.433384 bus /gobi_6: Setting Powered False\u000a16:10:00.453118 run create_hlr_db(pid=20980): Terminated: ok {rc=0}\u000a16:10:00.866202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20982): Launched\u000a16:10:01.278761 run osmo-hlr_10.42.42.2(pid=20983): Launched\u000a16:10:01.443825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:02.120066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20988): Launched\u000a16:10:02.429272 run osmo-stp_10.42.42.5(pid=20989): Launched\u000a16:10:02.551292 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:10:03.086656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20991): Launched\u000a16:10:03.195071 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:10:03.461635 run patchelf(pid=20992): Launched\u000a16:10:03.639260 run osmo-stp_10.42.42.5(pid=20989): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20989)]\u000a16:10:03.769620 run osmo-stp_10.42.42.5(pid=20989): stdout: \u000a| (launched: 2022-12-09_16:10:02.279177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:03.900052 run osmo-stp_10.42.42.5(pid=20989): stderr: \u000a| �[0;m�[38;5;43m20221209161002448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161002448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161002449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161002449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161002450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161002450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161002450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:04.025714 run osmo-stp_10.42.42.5(pid=20989): stdout: \u000a| (launched: 2022-12-09_16:10:02.279177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:04.150154 run osmo-stp_10.42.42.5(pid=20989): stderr: \u000a| �[0;m�[38;5;43m20221209161002448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161002448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161002449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161002449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161002450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161002450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161002450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:04.295199 run patchelf(pid=20992): Terminating (SIGINT)\u000a16:10:04.465258 run patchelf(pid=20992): Terminated: ok {rc=0}\u000a16:10:04.496118 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20989): Process ended prematurely: osmo-stp_10.42.42.5(pid=20989) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20989)] [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:10:04.504631 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a16:10:04.564827 run osmo-hlr_10.42.42.2(pid=20983): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20983)]\u000a16:10:04.613793 run osmo-hlr_10.42.42.2(pid=20983): stdout: \u000a| (launched: 2022-12-09_16:10:01.043345) \u000a16:10:04.663463 run osmo-hlr_10.42.42.2(pid=20983): stderr: \u000a| �[0;m�[1;31m20221209161001398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161001398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161001398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161001398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161001398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161001398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161001423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161001439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161001439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161001439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:04.705829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20982): Terminating (SIGTERM)\u000a16:10:04.745704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20988): Terminating (SIGTERM)\u000a16:10:04.785560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20991): Terminating (SIGTERM)\u000a16:10:04.794824 --- ParallelTerminationStrategy: PID 20982 died...\u000a16:10:04.848398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20982): Terminated: ok {rc=0}\u000a16:10:04.857999 --- ParallelTerminationStrategy: PID 20988 died...\u000a16:10:04.911407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20988): Terminated: ok {rc=0}\u000a16:10:04.921103 --- ParallelTerminationStrategy: PID 20991 died...\u000a16:10:04.974802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20991): Terminated: ok {rc=0}\u000a16:10:05.066154 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:09:06" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21007): Process ended prematurely: osmo-stp_10.42.42.5(pid=21007) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21007)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21007): Process ended prematurely: osmo-stp_10.42.42.5(pid=21007) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:10:07.228835 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:07.239969 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:10:07.400189 tst cs_paging_gprs_active.py: using LAC 22190\u000a16:10:07.523062 tst cs_paging_gprs_active.py: using RAC 5\u000a16:10:07.646066 tst cs_paging_gprs_active.py: using CellId 22190\u000a16:10:07.766130 tst cs_paging_gprs_active.py: using BVCI 22191\u000a16:10:07.789639 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:07.800595 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:07.811510 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:07.822486 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:07.833350 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:07.844550 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:07.855524 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:07.866262 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:07.877348 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:07.996820 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:08.281677 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:10:08.409603 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:08.730331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20997): Launched\u000a16:10:08.998634 run iperf3-srv_10.42.42.10(pid=20998): Launched\u000a16:10:09.188107 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:10:09.316493 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:09.637811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20999): Launched\u000a16:10:09.903889 run iperf3-srv_10.42.42.10(pid=21000): Launched\u000a16:10:10.092814 tst cs_paging_gprs_active.py:38: start network...\u000a16:10:10.221171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:10.717077 run create_hlr_db(pid=21001): Launched\u000a16:10:10.894862 bus /gobi_6: Setting Powered False\u000a16:10:11.916280 run create_hlr_db(pid=21001): Terminated: ok {rc=0}\u000a16:10:12.358526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21003): Launched\u000a16:10:12.689872 run osmo-hlr_10.42.42.2(pid=21004): Launched\u000a16:10:12.812881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:13.388104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21006): Launched\u000a16:10:13.720599 run osmo-stp_10.42.42.5(pid=21007): Launched\u000a16:10:13.840324 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:10:14.418091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21009): Launched\u000a16:10:14.536287 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:10:14.826631 run patchelf(pid=21010): Launched\u000a16:10:15.020040 run osmo-stp_10.42.42.5(pid=21007): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21007)]\u000a16:10:15.161843 run osmo-stp_10.42.42.5(pid=21007): stdout: \u000a| (launched: 2022-12-09_16:10:13.556029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:15.303793 run osmo-stp_10.42.42.5(pid=21007): stderr: \u000a| �[0;m�[38;5;43m20221209161013748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161013748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161013748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161013749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161013749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161013749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161013750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:15.440126 run osmo-stp_10.42.42.5(pid=21007): stdout: \u000a| (launched: 2022-12-09_16:10:13.556029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:15.575255 run osmo-stp_10.42.42.5(pid=21007): stderr: \u000a| �[0;m�[38;5;43m20221209161013748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161013748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161013748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161013749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161013749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161013749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161013750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:15.732876 run patchelf(pid=21010): Terminating (SIGINT)\u000a16:10:15.946963 run patchelf(pid=21010): Terminated: ok {rc=0}\u000a16:10:15.982504 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21007): Process ended prematurely: osmo-stp_10.42.42.5(pid=21007) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21007)] [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:10:15.993462 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a16:10:16.082937 run osmo-hlr_10.42.42.2(pid=21004): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21004)]\u000a16:10:16.135878 run osmo-hlr_10.42.42.2(pid=21004): stdout: \u000a| (launched: 2022-12-09_16:10:12.526976) \u000a16:10:16.187167 run osmo-hlr_10.42.42.2(pid=21004): stderr: \u000a| �[0;m�[1;31m20221209161012726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161012726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161012726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161012726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161012726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161012726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161012740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161012750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161012750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161012750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:16.231221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20997): Terminating (SIGTERM)\u000a16:10:16.271890 run iperf3-srv_10.42.42.10(pid=20998): Terminating (SIGTERM)\u000a16:10:16.315982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20999): Terminating (SIGTERM)\u000a16:10:16.356867 run iperf3-srv_10.42.42.10(pid=21000): Terminating (SIGTERM)\u000a16:10:16.397446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21003): Terminating (SIGTERM)\u000a16:10:16.440509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21006): Terminating (SIGTERM)\u000a16:10:16.482374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21009): Terminating (SIGTERM)\u000a16:10:16.493981 --- ParallelTerminationStrategy: PID 20997 died...\u000a16:10:16.551531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20997): Terminated: ok {rc=0}\u000a16:10:16.561738 --- ParallelTerminationStrategy: PID 20998 died...\u000a16:10:16.616453 run iperf3-srv_10.42.42.10(pid=20998): Terminated {rc=256}\u000a16:10:16.627938 --- ParallelTerminationStrategy: PID 20999 died...\u000a16:10:16.684335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20999): Terminated: ok {rc=0}\u000a16:10:16.694313 --- ParallelTerminationStrategy: PID 21000 died...\u000a16:10:16.749881 run iperf3-srv_10.42.42.10(pid=21000): Terminated {rc=256}\u000a16:10:16.760158 --- ParallelTerminationStrategy: PID 21003 died...\u000a16:10:16.817357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21003): Terminated: ok {rc=0}\u000a16:10:16.827988 --- ParallelTerminationStrategy: PID 21006 died...\u000a16:10:16.885507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21006): Terminated: ok {rc=0}\u000a16:10:16.895913 --- ParallelTerminationStrategy: PID 21009 died...\u000a16:10:16.953465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21009): Terminated: ok {rc=0}\u000a16:10:17.042889 bus /gobi_0: Setting Powered False\u000a16:10:18.151103 bus /gobi_0: Setting Powered False\u000a16:10:19.260227 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21019): Process ended prematurely: osmo-stp_10.42.42.5(pid=21019) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21019)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21019): Process ended prematurely: osmo-stp_10.42.42.5(pid=21019) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21019)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:10:20.376627 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:20.389159 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:10:20.560754 tst iperf3.py: using LAC 22191\u000a16:10:20.693544 tst iperf3.py: using RAC 6\u000a16:10:20.820557 tst iperf3.py: using CellId 22191\u000a16:10:20.947122 tst iperf3.py: using BVCI 22192\u000a16:10:20.972228 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:20.983839 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:20.995273 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:21.007042 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:21.018781 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:21.030442 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:21.042239 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:21.053754 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:21.065642 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:21.366402 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:10:21.504471 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:21.848116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21011): Launched\u000a16:10:22.133706 run iperf3-srv_10.42.42.10(pid=21012): Launched\u000a16:10:22.338194 tst iperf3.py:8: start network...\u000a16:10:22.476882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:22.998960 run create_hlr_db(pid=21013): Launched\u000a16:10:23.192121 bus /gobi_6: Setting Powered False\u000a16:10:24.211657 run create_hlr_db(pid=21013): Terminated: ok {rc=0}\u000a16:10:24.629109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21015): Launched\u000a16:10:24.941131 run osmo-hlr_10.42.42.2(pid=21016): Launched\u000a16:10:25.065409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:25.610174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21018): Launched\u000a16:10:25.920039 run osmo-stp_10.42.42.5(pid=21019): Launched\u000a16:10:26.036455 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:10:26.576234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21021): Launched\u000a16:10:26.686567 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:10:26.957475 run patchelf(pid=21022): Launched\u000a16:10:27.139683 run osmo-stp_10.42.42.5(pid=21019): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21019)]\u000a16:10:27.273134 run osmo-stp_10.42.42.5(pid=21019): stdout: \u000a| (launched: 2022-12-09_16:10:25.767746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:27.406135 run osmo-stp_10.42.42.5(pid=21019): stderr: \u000a| �[0;m�[38;5;43m20221209161025942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161025942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161025943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161025943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161025943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161025944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161025944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:27.534052 run osmo-stp_10.42.42.5(pid=21019): stdout: \u000a| (launched: 2022-12-09_16:10:25.767746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:27.660190 run osmo-stp_10.42.42.5(pid=21019): stderr: \u000a| �[0;m�[38;5;43m20221209161025942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161025942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161025943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161025943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161025943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161025944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161025944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:27.808157 run patchelf(pid=21022): Terminating (SIGINT)\u000a16:10:27.982613 run patchelf(pid=21022): Terminated: ok {rc=0}\u000a16:10:28.014531 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21019): Process ended prematurely: osmo-stp_10.42.42.5(pid=21019) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21019)] [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:10:28.023762 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:10:28.083793 run osmo-hlr_10.42.42.2(pid=21016): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21016)]\u000a16:10:28.132899 run osmo-hlr_10.42.42.2(pid=21016): stdout: \u000a| (launched: 2022-12-09_16:10:24.787063) \u000a16:10:28.183376 run osmo-hlr_10.42.42.2(pid=21016): stderr: \u000a| �[0;m�[1;31m20221209161024966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161024966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161024966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161024966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161024966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161024966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161024977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161024985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161024986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161024986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:28.225660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21011): Terminating (SIGTERM)\u000a16:10:28.265393 run iperf3-srv_10.42.42.10(pid=21012): Terminating (SIGTERM)\u000a16:10:28.305202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21015): Terminating (SIGTERM)\u000a16:10:28.344851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21018): Terminating (SIGTERM)\u000a16:10:28.384502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21021): Terminating (SIGTERM)\u000a16:10:28.393688 --- ParallelTerminationStrategy: PID 21011 died...\u000a16:10:28.447141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21011): Terminated: ok {rc=0}\u000a16:10:28.456694 --- ParallelTerminationStrategy: PID 21012 died...\u000a16:10:28.509378 run iperf3-srv_10.42.42.10(pid=21012): Terminated {rc=256}\u000a16:10:28.518837 --- ParallelTerminationStrategy: PID 21015 died...\u000a16:10:28.571744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21015): Terminated: ok {rc=0}\u000a16:10:28.581382 --- ParallelTerminationStrategy: PID 21018 died...\u000a16:10:28.634461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21018): Terminated: ok {rc=0}\u000a16:10:28.644078 --- ParallelTerminationStrategy: PID 21021 died...\u000a16:10:28.697725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21021): Terminated: ok {rc=0}\u000a16:10:28.787628 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21037): Process ended prematurely: osmo-stp_10.42.42.5(pid=21037) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21037)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21037): Process ended prematurely: osmo-stp_10.42.42.5(pid=21037) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:10:29.899903 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:29.911850 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:10:30.075989 tst iperf3m4.py: using LAC 22192\u000a16:10:30.196306 tst iperf3m4.py: using RAC 7\u000a16:10:30.325326 tst iperf3m4.py: using CellId 22192\u000a16:10:30.456112 tst iperf3m4.py: using BVCI 22193\u000a16:10:30.481557 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:30.493408 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:30.504860 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:30.517282 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:30.529726 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:30.542159 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:30.555617 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:30.567955 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:30.580479 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:30.703981 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:30.825669 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:30.963542 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:31.270790 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:10:31.413406 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:31.766819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21023): Launched\u000a16:10:32.062024 run iperf3-srv_10.42.42.10(pid=21024): Launched\u000a16:10:32.270716 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:10:32.410477 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:32.756049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21025): Launched\u000a16:10:33.041625 run iperf3-srv_10.42.42.10(pid=21026): Launched\u000a16:10:33.246687 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:10:33.385917 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:33.731160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21027): Launched\u000a16:10:34.017306 run iperf3-srv_10.42.42.10(pid=21028): Launched\u000a16:10:34.223258 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:10:34.362410 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:34.707184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21029): Launched\u000a16:10:34.993779 run iperf3-srv_10.42.42.10(pid=21030): Launched\u000a16:10:35.198928 tst iperf3m4.py:8: start network...\u000a16:10:35.338591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:35.861166 run create_hlr_db(pid=21031): Launched\u000a16:10:36.053484 bus /gobi_6: Setting Powered False\u000a16:10:37.072834 run create_hlr_db(pid=21031): Terminated: ok {rc=0}\u000a16:10:37.517372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21033): Launched\u000a16:10:37.850911 run osmo-hlr_10.42.42.2(pid=21034): Launched\u000a16:10:37.972391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:38.549664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21036): Launched\u000a16:10:38.881928 run osmo-stp_10.42.42.5(pid=21037): Launched\u000a16:10:39.001866 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:10:39.580665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21039): Launched\u000a16:10:39.698184 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:10:39.988007 run patchelf(pid=21040): Launched\u000a16:10:40.181796 run osmo-stp_10.42.42.5(pid=21037): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21037)]\u000a16:10:40.323346 run osmo-stp_10.42.42.5(pid=21037): stdout: \u000a| (launched: 2022-12-09_16:10:38.717729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:40.465008 run osmo-stp_10.42.42.5(pid=21037): stderr: \u000a| �[0;m�[38;5;43m20221209161038907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161038907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161038908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161038908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161038908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161038909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161038909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:40.601811 run osmo-stp_10.42.42.5(pid=21037): stdout: \u000a| (launched: 2022-12-09_16:10:38.717729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:40.736883 run osmo-stp_10.42.42.5(pid=21037): stderr: \u000a| �[0;m�[38;5;43m20221209161038907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161038907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161038908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161038908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161038908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161038909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161038909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:40.894222 run patchelf(pid=21040): Terminating (SIGINT)\u000a16:10:41.079135 run patchelf(pid=21040): Terminated: ok {rc=0}\u000a16:10:41.113114 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21037): Process ended prematurely: osmo-stp_10.42.42.5(pid=21037) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21037)] [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:10:41.123079 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a16:10:41.187961 run osmo-hlr_10.42.42.2(pid=21034): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21034)]\u000a16:10:41.239921 run osmo-hlr_10.42.42.2(pid=21034): stdout: \u000a| (launched: 2022-12-09_16:10:37.685779) \u000a16:10:41.292334 run osmo-hlr_10.42.42.2(pid=21034): stderr: \u000a| �[0;m�[1;31m20221209161037882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161037882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161037882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161037882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161037882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161037882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161037894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161037902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161037903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161037903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:41.336679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21023): Terminating (SIGTERM)\u000a16:10:41.378910 run iperf3-srv_10.42.42.10(pid=21024): Terminating (SIGTERM)\u000a16:10:41.421075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21025): Terminating (SIGTERM)\u000a16:10:41.463336 run iperf3-srv_10.42.42.10(pid=21026): Terminating (SIGTERM)\u000a16:10:41.505218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21027): Terminating (SIGTERM)\u000a16:10:41.547327 run iperf3-srv_10.42.42.10(pid=21028): Terminating (SIGTERM)\u000a16:10:41.589255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21029): Terminating (SIGTERM)\u000a16:10:41.630898 run iperf3-srv_10.42.42.10(pid=21030): Terminating (SIGTERM)\u000a16:10:41.672794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21033): Terminating (SIGTERM)\u000a16:10:41.714833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21036): Terminating (SIGTERM)\u000a16:10:41.756486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21039): Terminating (SIGTERM)\u000a16:10:41.766010 --- ParallelTerminationStrategy: PID 21023 died...\u000a16:10:41.822037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21023): Terminated: ok {rc=0}\u000a16:10:41.832024 --- ParallelTerminationStrategy: PID 21024 died...\u000a16:10:41.887797 run iperf3-srv_10.42.42.10(pid=21024): Terminated {rc=256}\u000a16:10:41.898375 --- ParallelTerminationStrategy: PID 21025 died...\u000a16:10:41.954909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21025): Terminated: ok {rc=0}\u000a16:10:41.965335 --- ParallelTerminationStrategy: PID 21026 died...\u000a16:10:42.021049 run iperf3-srv_10.42.42.10(pid=21026): Terminated {rc=256}\u000a16:10:42.031047 --- ParallelTerminationStrategy: PID 21027 died...\u000a16:10:42.087233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21027): Terminated: ok {rc=0}\u000a16:10:42.097393 --- ParallelTerminationStrategy: PID 21028 died...\u000a16:10:42.152782 run iperf3-srv_10.42.42.10(pid=21028): Terminated {rc=256}\u000a16:10:42.163317 --- ParallelTerminationStrategy: PID 21029 died...\u000a16:10:42.219360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21029): Terminated: ok {rc=0}\u000a16:10:42.229441 --- ParallelTerminationStrategy: PID 21030 died...\u000a16:10:42.284898 run iperf3-srv_10.42.42.10(pid=21030): Terminated {rc=256}\u000a16:10:42.294964 --- ParallelTerminationStrategy: PID 21033 died...\u000a16:10:42.350466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21033): Terminated: ok {rc=0}\u000a16:10:42.360682 --- ParallelTerminationStrategy: PID 21036 died...\u000a16:10:42.416467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21036): Terminated: ok {rc=0}\u000a16:10:42.426482 --- ParallelTerminationStrategy: PID 21039 died...\u000a16:10:42.482001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21039): Terminated: ok {rc=0}\u000a16:10:42.569638 bus /gobi_4: Setting Powered False\u000a16:10:43.676920 bus /gobi_4: Setting Powered False\u000a16:10:44.785775 bus /gobi_1: Setting Powered False\u000a16:10:45.902136 bus /gobi_1: Setting Powered False\u000a16:10:47.025176 bus /gobi_0: Setting Powered False\u000a16:10:48.126563 bus /gobi_0: Setting Powered False\u000a16:10:49.236475 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21047): Process ended prematurely: osmo-stp_10.42.42.5(pid=21047) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21047)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21047): Process ended prematurely: osmo-stp_10.42.42.5(pid=21047) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:10:50.306259 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:50.318830 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:10:50.487014 tst ping.py: using LAC 22193\u000a16:10:50.607198 tst ping.py: using RAC 8\u000a16:10:50.727128 tst ping.py: using CellId 22193\u000a16:10:50.846811 tst ping.py: using BVCI 22194\u000a16:10:50.870372 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:50.881754 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:50.892807 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:50.904166 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:50.915232 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:50.926437 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:50.937659 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:50.948666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:51.246006 tst ping.py:19: start network...\u000a16:10:51.381508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:51.891327 run create_hlr_db(pid=21041): Launched\u000a16:10:52.079902 bus /gobi_6: Setting Powered False\u000a16:10:53.099418 run create_hlr_db(pid=21041): Terminated: ok {rc=0}\u000a16:10:53.508472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21043): Launched\u000a16:10:53.814482 run osmo-hlr_10.42.42.2(pid=21044): Launched\u000a16:10:53.930685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:54.460025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21046): Launched\u000a16:10:54.763453 run osmo-stp_10.42.42.5(pid=21047): Launched\u000a16:10:54.877636 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:10:55.405875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21049): Launched\u000a16:10:55.513980 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:10:55.780223 run patchelf(pid=21050): Launched\u000a16:10:55.957367 run osmo-stp_10.42.42.5(pid=21047): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21047)]\u000a16:10:56.087725 run osmo-stp_10.42.42.5(pid=21047): stdout: \u000a| (launched: 2022-12-09_16:10:54.613685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:56.218102 run osmo-stp_10.42.42.5(pid=21047): stderr: \u000a| �[0;m�[38;5;43m20221209161054785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161054785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161054785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161054786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161054786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161054786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161054786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:56.343858 run osmo-stp_10.42.42.5(pid=21047): stdout: \u000a| (launched: 2022-12-09_16:10:54.613685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:56.467776 run osmo-stp_10.42.42.5(pid=21047): stderr: \u000a| �[0;m�[38;5;43m20221209161054785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161054785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161054785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161054786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161054786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161054786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161054786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:56.612195 run patchelf(pid=21050): Terminating (SIGINT)\u000a16:10:56.781870 run patchelf(pid=21050): Terminated: ok {rc=0}\u000a16:10:56.812900 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21047): Process ended prematurely: osmo-stp_10.42.42.5(pid=21047) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21047)] [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:10:56.821752 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:10:56.882411 run osmo-hlr_10.42.42.2(pid=21044): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21044)]\u000a16:10:56.931983 run osmo-hlr_10.42.42.2(pid=21044): stdout: \u000a| (launched: 2022-12-09_16:10:53.662996) \u000a16:10:56.982089 run osmo-hlr_10.42.42.2(pid=21044): stderr: \u000a| �[0;m�[1;31m20221209161053838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161053838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161053838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161053839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161053839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161053839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161053851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161053862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161053862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161053862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:57.024688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21043): Terminating (SIGTERM)\u000a16:10:57.065501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21046): Terminating (SIGTERM)\u000a16:10:57.106112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21049): Terminating (SIGTERM)\u000a16:10:57.115362 --- ParallelTerminationStrategy: PID 21043 died...\u000a16:10:57.169362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21043): Terminated: ok {rc=0}\u000a16:10:57.179332 --- ParallelTerminationStrategy: PID 21046 died...\u000a16:10:57.233273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21046): Terminated: ok {rc=0}\u000a16:10:57.243220 --- ParallelTerminationStrategy: PID 21049 died...\u000a16:10:57.296888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21049): Terminated: ok {rc=0}\u000a16:10:57.386146 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21057): Process ended prematurely: osmo-stp_10.42.42.5(pid=21057) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21057)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21057): Process ended prematurely: osmo-stp_10.42.42.5(pid=21057) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21057)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:10:58.439065 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:58.450975 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:10:58.611757 tst ping_idle_ping.py: using LAC 22194\u000a16:10:58.732192 tst ping_idle_ping.py: using RAC 9\u000a16:10:58.853113 tst ping_idle_ping.py: using CellId 22194\u000a16:10:58.971598 tst ping_idle_ping.py: using BVCI 22195\u000a16:10:58.994793 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:59.005930 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:59.016791 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:59.027811 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:59.038739 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:59.049837 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:59.060934 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:10:59.071765 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:10:59.350842 tst ping_idle_ping.py:24: start network...\u000a16:10:59.478000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:59.974267 run create_hlr_db(pid=21051): Launched\u000a16:11:00.151734 bus /gobi_6: Setting Powered False\u000a16:11:01.186344 run create_hlr_db(pid=21051): Terminated: ok {rc=0}\u000a16:11:01.637626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21053): Launched\u000a16:11:02.043714 run osmo-hlr_10.42.42.2(pid=21054): Launched\u000a16:11:02.184853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:02.714546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21056): Launched\u000a16:11:03.018208 run osmo-stp_10.42.42.5(pid=21057): Launched\u000a16:11:03.128422 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:11:03.659521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21059): Launched\u000a16:11:03.767554 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:11:04.034608 run patchelf(pid=21060): Launched\u000a16:11:04.212442 run osmo-stp_10.42.42.5(pid=21057): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21057)]\u000a16:11:04.342470 run osmo-stp_10.42.42.5(pid=21057): stdout: \u000a| (launched: 2022-12-09_16:11:02.868877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:04.472648 run osmo-stp_10.42.42.5(pid=21057): stderr: \u000a| �[0;m�[38;5;43m20221209161103039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161103039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161103039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161103040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161103040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161103040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161103040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:04.598493 run osmo-stp_10.42.42.5(pid=21057): stdout: \u000a| (launched: 2022-12-09_16:11:02.868877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:04.722942 run osmo-stp_10.42.42.5(pid=21057): stderr: \u000a| �[0;m�[38;5;43m20221209161103039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161103039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161103039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161103040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161103040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161103040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161103040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:04.867632 run patchelf(pid=21060): Terminating (SIGINT)\u000a16:11:05.037700 run patchelf(pid=21060): Terminated: ok {rc=0}\u000a16:11:05.068388 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21057): Process ended prematurely: osmo-stp_10.42.42.5(pid=21057) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21057)] [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:11:05.077051 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:11:05.137270 run osmo-hlr_10.42.42.2(pid=21054): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21054)]\u000a16:11:05.186539 run osmo-hlr_10.42.42.2(pid=21054): stdout: \u000a| (launched: 2022-12-09_16:11:01.806803) \u000a16:11:05.236703 run osmo-hlr_10.42.42.2(pid=21054): stderr: \u000a| �[0;m�[1;31m20221209161102110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161102110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161102110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161102110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161102110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161102110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161102131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161102140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161102141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161102141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:05.279084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21053): Terminating (SIGTERM)\u000a16:11:05.319520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21056): Terminating (SIGTERM)\u000a16:11:05.359813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21059): Terminating (SIGTERM)\u000a16:11:05.369284 --- ParallelTerminationStrategy: PID 21053 died...\u000a16:11:05.423262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21053): Terminated: ok {rc=0}\u000a16:11:05.433166 --- ParallelTerminationStrategy: PID 21056 died...\u000a16:11:05.486605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21056): Terminated: ok {rc=0}\u000a16:11:05.496294 --- ParallelTerminationStrategy: PID 21059 died...\u000a16:11:05.549357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21059): Terminated: ok {rc=0}\u000a16:11:05.638463 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:10:06" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21076): Process ended prematurely: osmo-stp_10.42.42.5(pid=21076) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21076)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21076): Process ended prematurely: osmo-stp_10.42.42.5(pid=21076) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:11:07.792337 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:07.803645 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:11:07.965295 tst cs_paging_gprs_active.py: using LAC 22195\u000a16:11:08.085688 tst cs_paging_gprs_active.py: using RAC 10\u000a16:11:08.206710 tst cs_paging_gprs_active.py: using CellId 22195\u000a16:11:08.329136 tst cs_paging_gprs_active.py: using BVCI 22196\u000a16:11:08.352622 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:08.363649 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:08.374645 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:08.385615 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:08.396531 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:08.407313 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:08.418429 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:08.429297 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:08.440514 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:11:08.561531 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:11:08.846100 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:11:08.975011 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:09.296133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21066): Launched\u000a16:11:09.563278 run iperf3-srv_10.42.42.10(pid=21067): Launched\u000a16:11:09.751521 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:11:09.880193 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:10.204550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21068): Launched\u000a16:11:10.470657 run iperf3-srv_10.42.42.10(pid=21069): Launched\u000a16:11:10.659081 tst cs_paging_gprs_active.py:38: start network...\u000a16:11:10.787806 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:11.283883 run create_hlr_db(pid=21070): Launched\u000a16:11:11.461609 bus /gobi_6: Setting Powered False\u000a16:11:12.482212 run create_hlr_db(pid=21070): Terminated: ok {rc=0}\u000a16:11:12.923352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21072): Launched\u000a16:11:13.255362 run osmo-hlr_10.42.42.2(pid=21073): Launched\u000a16:11:13.376362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:13.950793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21075): Launched\u000a16:11:14.281335 run osmo-stp_10.42.42.5(pid=21076): Launched\u000a16:11:14.402113 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:11:14.977373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21078): Launched\u000a16:11:15.095191 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:11:15.384496 run patchelf(pid=21079): Launched\u000a16:11:15.577753 run osmo-stp_10.42.42.5(pid=21076): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21076)]\u000a16:11:15.718954 run osmo-stp_10.42.42.5(pid=21076): stdout: \u000a| (launched: 2022-12-09_16:11:14.118473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:15.863554 run osmo-stp_10.42.42.5(pid=21076): stderr: \u000a| �[0;m�[38;5;43m20221209161114309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161114309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161114309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161114310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161114310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161114310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161114310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:16.011254 run osmo-stp_10.42.42.5(pid=21076): stdout: \u000a| (launched: 2022-12-09_16:11:14.118473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:16.149221 run osmo-stp_10.42.42.5(pid=21076): stderr: \u000a| �[0;m�[38;5;43m20221209161114309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161114309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161114309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161114310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161114310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161114310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161114310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:16.311013 run patchelf(pid=21079): Terminating (SIGINT)\u000a16:11:16.500389 run patchelf(pid=21079): Terminated: ok {rc=0}\u000a16:11:16.535702 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21076): Process ended prematurely: osmo-stp_10.42.42.5(pid=21076) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21076)] [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:11:16.546788 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a16:11:16.615025 run osmo-hlr_10.42.42.2(pid=21073): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21073)]\u000a16:11:16.668690 run osmo-hlr_10.42.42.2(pid=21073): stdout: \u000a| (launched: 2022-12-09_16:11:13.091331) \u000a16:11:16.723392 run osmo-hlr_10.42.42.2(pid=21073): stderr: \u000a| �[0;m�[1;31m20221209161113290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161113290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161113290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161113290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161113291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161113291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161113302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161113311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161113311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161113311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:16.769124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21066): Terminating (SIGTERM)\u000a16:11:16.815754 run iperf3-srv_10.42.42.10(pid=21067): Terminating (SIGTERM)\u000a16:11:16.861405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21068): Terminating (SIGTERM)\u000a16:11:16.906366 run iperf3-srv_10.42.42.10(pid=21069): Terminating (SIGTERM)\u000a16:11:16.952050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21072): Terminating (SIGTERM)\u000a16:11:16.994888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21075): Terminating (SIGTERM)\u000a16:11:17.039996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21078): Terminating (SIGTERM)\u000a16:11:17.050452 --- ParallelTerminationStrategy: PID 21066 died...\u000a16:11:17.109958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21066): Terminated: ok {rc=0}\u000a16:11:17.120815 --- ParallelTerminationStrategy: PID 21067 died...\u000a16:11:17.180285 run iperf3-srv_10.42.42.10(pid=21067): Terminated {rc=256}\u000a16:11:17.191298 --- ParallelTerminationStrategy: PID 21068 died...\u000a16:11:17.247841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21068): Terminated: ok {rc=0}\u000a16:11:17.258047 --- ParallelTerminationStrategy: PID 21069 died...\u000a16:11:17.314144 run iperf3-srv_10.42.42.10(pid=21069): Terminated {rc=256}\u000a16:11:17.324225 --- ParallelTerminationStrategy: PID 21072 died...\u000a16:11:17.380824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21072): Terminated: ok {rc=0}\u000a16:11:17.390897 --- ParallelTerminationStrategy: PID 21075 died...\u000a16:11:17.447276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21075): Terminated: ok {rc=0}\u000a16:11:17.457455 --- ParallelTerminationStrategy: PID 21078 died...\u000a16:11:17.513977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21078): Terminated: ok {rc=0}\u000a16:11:17.602098 bus /gobi_0: Setting Powered False\u000a16:11:18.707660 bus /gobi_0: Setting Powered False\u000a16:11:19.815869 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21088): Process ended prematurely: osmo-stp_10.42.42.5(pid=21088) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21088)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21088): Process ended prematurely: osmo-stp_10.42.42.5(pid=21088) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:11:20.932466 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:20.944911 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:11:21.115804 tst iperf3.py: using LAC 22196\u000a16:11:21.245921 tst iperf3.py: using RAC 11\u000a16:11:21.375815 tst iperf3.py: using CellId 22196\u000a16:11:21.504881 tst iperf3.py: using BVCI 22197\u000a16:11:21.530230 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:21.541899 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:21.553477 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:21.565254 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:21.576865 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:21.588510 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:21.600335 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:21.612067 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:21.623992 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:11:21.925325 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:11:22.063386 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:22.408068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21080): Launched\u000a16:11:22.692286 run iperf3-srv_10.42.42.10(pid=21081): Launched\u000a16:11:22.895428 tst iperf3.py:8: start network...\u000a16:11:23.033542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:23.553992 run create_hlr_db(pid=21082): Launched\u000a16:11:23.745597 bus /gobi_6: Setting Powered False\u000a16:11:24.765463 run create_hlr_db(pid=21082): Terminated: ok {rc=0}\u000a16:11:25.205993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21084): Launched\u000a16:11:25.538598 run osmo-hlr_10.42.42.2(pid=21085): Launched\u000a16:11:25.658085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:26.235589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21087): Launched\u000a16:11:26.567263 run osmo-stp_10.42.42.5(pid=21088): Launched\u000a16:11:26.686868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:11:27.264149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21090): Launched\u000a16:11:27.382199 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:11:27.672438 run patchelf(pid=21091): Launched\u000a16:11:27.865653 run osmo-stp_10.42.42.5(pid=21088): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21088)]\u000a16:11:28.007033 run osmo-stp_10.42.42.5(pid=21088): stdout: \u000a| (launched: 2022-12-09_16:11:26.403569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:28.148641 run osmo-stp_10.42.42.5(pid=21088): stderr: \u000a| �[0;m�[38;5;43m20221209161126598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161126598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161126598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161126599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161126599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161126599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161126599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:28.285396 run osmo-stp_10.42.42.5(pid=21088): stdout: \u000a| (launched: 2022-12-09_16:11:26.403569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:28.420469 run osmo-stp_10.42.42.5(pid=21088): stderr: \u000a| �[0;m�[38;5;43m20221209161126598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161126598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161126598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161126599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161126599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161126599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161126599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:28.577995 run patchelf(pid=21091): Terminating (SIGINT)\u000a16:11:28.763363 run patchelf(pid=21091): Terminated: ok {rc=0}\u000a16:11:28.797275 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21088): Process ended prematurely: osmo-stp_10.42.42.5(pid=21088) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21088)] [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:11:28.807153 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a16:11:28.871418 run osmo-hlr_10.42.42.2(pid=21085): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21085)]\u000a16:11:28.923591 run osmo-hlr_10.42.42.2(pid=21085): stdout: \u000a| (launched: 2022-12-09_16:11:25.374204) \u000a16:11:28.976310 run osmo-hlr_10.42.42.2(pid=21085): stderr: \u000a| �[0;m�[1;31m20221209161125573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161125573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161125573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161125573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161125573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161125573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161125590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161125601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161125601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161125601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:29.021439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21080): Terminating (SIGTERM)\u000a16:11:29.063877 run iperf3-srv_10.42.42.10(pid=21081): Terminating (SIGTERM)\u000a16:11:29.106188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21084): Terminating (SIGTERM)\u000a16:11:29.148644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21087): Terminating (SIGTERM)\u000a16:11:29.191788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21090): Terminating (SIGTERM)\u000a16:11:29.201570 --- ParallelTerminationStrategy: PID 21080 died...\u000a16:11:29.258245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21080): Terminated: ok {rc=0}\u000a16:11:29.268279 --- ParallelTerminationStrategy: PID 21081 died...\u000a16:11:29.324732 run iperf3-srv_10.42.42.10(pid=21081): Terminated {rc=256}\u000a16:11:29.334834 --- ParallelTerminationStrategy: PID 21084 died...\u000a16:11:29.391312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21084): Terminated: ok {rc=0}\u000a16:11:29.401464 --- ParallelTerminationStrategy: PID 21087 died...\u000a16:11:29.457603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21087): Terminated: ok {rc=0}\u000a16:11:29.467663 --- ParallelTerminationStrategy: PID 21090 died...\u000a16:11:29.524064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21090): Terminated: ok {rc=0}\u000a16:11:29.610597 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21107): Process ended prematurely: osmo-stp_10.42.42.5(pid=21107) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21107)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21107): Process ended prematurely: osmo-stp_10.42.42.5(pid=21107) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:11:30.725909 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:30.738219 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:11:30.933579 tst iperf3m4.py: using LAC 22197\u000a16:11:31.091582 tst iperf3m4.py: using RAC 12\u000a16:11:31.222801 tst iperf3m4.py: using CellId 22197\u000a16:11:31.355728 tst iperf3m4.py: using BVCI 22198\u000a16:11:31.388128 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:31.400519 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:31.412672 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:31.425022 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:31.436896 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:31.448757 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:31.461103 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:31.473912 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:31.487136 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:11:31.610310 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:11:31.739640 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:11:31.867843 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:11:32.182143 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:11:32.323238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:32.667862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21093): Launched\u000a16:11:32.953316 run iperf3-srv_10.42.42.10(pid=21094): Launched\u000a16:11:33.157085 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:11:33.296052 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:33.642029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21095): Launched\u000a16:11:33.926859 run iperf3-srv_10.42.42.10(pid=21096): Launched\u000a16:11:34.129719 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:11:34.267971 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:34.611950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21097): Launched\u000a16:11:34.897327 run iperf3-srv_10.42.42.10(pid=21098): Launched\u000a16:11:35.100143 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:11:35.238432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:35.581006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21099): Launched\u000a16:11:35.866548 run iperf3-srv_10.42.42.10(pid=21100): Launched\u000a16:11:36.068892 tst iperf3m4.py:8: start network...\u000a16:11:36.206837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:36.725706 run create_hlr_db(pid=21101): Launched\u000a16:11:36.916927 bus /gobi_6: Setting Powered False\u000a16:11:37.936284 run create_hlr_db(pid=21101): Terminated: ok {rc=0}\u000a16:11:38.359533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21103): Launched\u000a16:11:38.692261 run osmo-hlr_10.42.42.2(pid=21104): Launched\u000a16:11:38.812520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:39.387668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21106): Launched\u000a16:11:39.717892 run osmo-stp_10.42.42.5(pid=21107): Launched\u000a16:11:39.840311 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:11:40.416071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21109): Launched\u000a16:11:40.533887 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:11:40.823056 run patchelf(pid=21110): Launched\u000a16:11:41.015616 run osmo-stp_10.42.42.5(pid=21107): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21107)]\u000a16:11:41.156347 run osmo-stp_10.42.42.5(pid=21107): stdout: \u000a| (launched: 2022-12-09_16:11:39.554573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:41.297849 run osmo-stp_10.42.42.5(pid=21107): stderr: \u000a| �[0;m�[38;5;43m20221209161139743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161139744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161139744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161139744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161139745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161139745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161139745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:41.433521 run osmo-stp_10.42.42.5(pid=21107): stdout: \u000a| (launched: 2022-12-09_16:11:39.554573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:41.567978 run osmo-stp_10.42.42.5(pid=21107): stderr: \u000a| �[0;m�[38;5;43m20221209161139743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161139744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161139744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161139744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161139745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161139745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161139745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:41.725490 run patchelf(pid=21110): Terminating (SIGINT)\u000a16:11:41.910656 run patchelf(pid=21110): Terminated: ok {rc=0}\u000a16:11:41.944327 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21107): Process ended prematurely: osmo-stp_10.42.42.5(pid=21107) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21107)] [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:11:41.954468 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a16:11:42.018500 run osmo-hlr_10.42.42.2(pid=21104): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21104)]\u000a16:11:42.069936 run osmo-hlr_10.42.42.2(pid=21104): stdout: \u000a| (launched: 2022-12-09_16:11:38.527584) \u000a16:11:42.122084 run osmo-hlr_10.42.42.2(pid=21104): stderr: \u000a| �[0;m�[1;31m20221209161138722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161138722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161138722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161138722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161138722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161138722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161138733 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161138742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161138742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161138742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:42.166243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21093): Terminating (SIGTERM)\u000a16:11:42.208451 run iperf3-srv_10.42.42.10(pid=21094): Terminating (SIGTERM)\u000a16:11:42.250327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21095): Terminating (SIGTERM)\u000a16:11:42.292038 run iperf3-srv_10.42.42.10(pid=21096): Terminating (SIGTERM)\u000a16:11:42.334051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21097): Terminating (SIGTERM)\u000a16:11:42.375756 run iperf3-srv_10.42.42.10(pid=21098): Terminating (SIGTERM)\u000a16:11:42.417790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21099): Terminating (SIGTERM)\u000a16:11:42.459557 run iperf3-srv_10.42.42.10(pid=21100): Terminating (SIGTERM)\u000a16:11:42.501487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21103): Terminating (SIGTERM)\u000a16:11:42.543409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21106): Terminating (SIGTERM)\u000a16:11:42.585463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21109): Terminating (SIGTERM)\u000a16:11:42.595403 --- ParallelTerminationStrategy: PID 21093 died...\u000a16:11:42.651987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21093): Terminated: ok {rc=0}\u000a16:11:42.662074 --- ParallelTerminationStrategy: PID 21094 died...\u000a16:11:42.717837 run iperf3-srv_10.42.42.10(pid=21094): Terminated {rc=256}\u000a16:11:42.727809 --- ParallelTerminationStrategy: PID 21095 died...\u000a16:11:42.783893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21095): Terminated: ok {rc=0}\u000a16:11:42.794042 --- ParallelTerminationStrategy: PID 21096 died...\u000a16:11:42.849836 run iperf3-srv_10.42.42.10(pid=21096): Terminated {rc=256}\u000a16:11:42.859888 --- ParallelTerminationStrategy: PID 21097 died...\u000a16:11:42.916099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21097): Terminated: ok {rc=0}\u000a16:11:42.926165 --- ParallelTerminationStrategy: PID 21098 died...\u000a16:11:42.981744 run iperf3-srv_10.42.42.10(pid=21098): Terminated {rc=256}\u000a16:11:42.991740 --- ParallelTerminationStrategy: PID 21099 died...\u000a16:11:43.048281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21099): Terminated: ok {rc=0}\u000a16:11:43.058473 --- ParallelTerminationStrategy: PID 21100 died...\u000a16:11:43.114049 run iperf3-srv_10.42.42.10(pid=21100): Terminated {rc=256}\u000a16:11:43.124345 --- ParallelTerminationStrategy: PID 21103 died...\u000a16:11:43.180289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21103): Terminated: ok {rc=0}\u000a16:11:43.190511 --- ParallelTerminationStrategy: PID 21106 died...\u000a16:11:43.246308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21106): Terminated: ok {rc=0}\u000a16:11:43.256326 --- ParallelTerminationStrategy: PID 21109 died...\u000a16:11:43.311933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21109): Terminated: ok {rc=0}\u000a16:11:43.399244 bus /gobi_4: Setting Powered False\u000a16:11:44.506399 bus /gobi_4: Setting Powered False\u000a16:11:45.614797 bus /gobi_1: Setting Powered False\u000a16:11:46.746060 bus /gobi_1: Setting Powered False\u000a16:11:47.858032 bus /gobi_0: Setting Powered False\u000a16:11:48.961798 bus /gobi_0: Setting Powered False\u000a16:11:50.070987 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21117): Process ended prematurely: osmo-stp_10.42.42.5(pid=21117) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21117)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21117): Process ended prematurely: osmo-stp_10.42.42.5(pid=21117) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:11:51.138450 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:51.150540 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:11:51.316228 tst ping.py: using LAC 22198\u000a16:11:51.443884 tst ping.py: using RAC 13\u000a16:11:51.566074 tst ping.py: using CellId 22198\u000a16:11:51.689875 tst ping.py: using BVCI 22199\u000a16:11:51.713077 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:51.724384 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:51.735372 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:51.747074 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:51.758528 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:51.770212 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:51.781758 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:51.793083 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:11:52.089860 tst ping.py:19: start network...\u000a16:11:52.225586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:52.734477 run create_hlr_db(pid=21111): Launched\u000a16:11:52.922451 bus /gobi_6: Setting Powered False\u000a16:11:53.942240 run create_hlr_db(pid=21111): Terminated: ok {rc=0}\u000a16:11:54.375101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21113): Launched\u000a16:11:54.701446 run osmo-hlr_10.42.42.2(pid=21114): Launched\u000a16:11:54.821583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:55.393142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21116): Launched\u000a16:11:55.719335 run osmo-stp_10.42.42.5(pid=21117): Launched\u000a16:11:55.836877 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:11:56.403561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21119): Launched\u000a16:11:56.519041 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:11:56.802466 run patchelf(pid=21120): Launched\u000a16:11:56.990756 run osmo-stp_10.42.42.5(pid=21117): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21117)]\u000a16:11:57.129073 run osmo-stp_10.42.42.5(pid=21117): stdout: \u000a| (launched: 2022-12-09_16:11:55.558077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:57.267902 run osmo-stp_10.42.42.5(pid=21117): stderr: \u000a| �[0;m�[38;5;43m20221209161155750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161155750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161155750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161155751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161155751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161155751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161155751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:57.401180 run osmo-stp_10.42.42.5(pid=21117): stdout: \u000a| (launched: 2022-12-09_16:11:55.558077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:57.533207 run osmo-stp_10.42.42.5(pid=21117): stderr: \u000a| �[0;m�[38;5;43m20221209161155750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161155750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161155750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161155751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161155751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161155751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161155751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:57.686738 run patchelf(pid=21120): Terminating (SIGINT)\u000a16:11:57.867149 run patchelf(pid=21120): Terminated: ok {rc=0}\u000a16:11:57.900063 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21117): Process ended prematurely: osmo-stp_10.42.42.5(pid=21117) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21117)] [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:11:57.909171 tst ping.py:22: Test FAILED (6.8 sec)\u000a16:11:57.972893 run osmo-hlr_10.42.42.2(pid=21114): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21114)]\u000a16:11:58.024089 run osmo-hlr_10.42.42.2(pid=21114): stdout: \u000a| (launched: 2022-12-09_16:11:54.539884) \u000a16:11:58.076435 run osmo-hlr_10.42.42.2(pid=21114): stderr: \u000a| �[0;m�[1;31m20221209161154738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161154738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161154738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161154738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161154738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161154738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161154750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161154758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161154758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161154759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:58.120613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21113): Terminating (SIGTERM)\u000a16:11:58.162288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21116): Terminating (SIGTERM)\u000a16:11:58.204779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21119): Terminating (SIGTERM)\u000a16:11:58.214561 --- ParallelTerminationStrategy: PID 21113 died...\u000a16:11:58.270525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21113): Terminated: ok {rc=0}\u000a16:11:58.280748 --- ParallelTerminationStrategy: PID 21116 died...\u000a16:11:58.337117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21116): Terminated: ok {rc=0}\u000a16:11:58.347086 --- ParallelTerminationStrategy: PID 21119 died...\u000a16:11:58.402520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21119): Terminated: ok {rc=0}\u000a16:11:58.488819 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21127): Process ended prematurely: osmo-stp_10.42.42.5(pid=21127) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21127)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21127): Process ended prematurely: osmo-stp_10.42.42.5(pid=21127) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:11:59.539344 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:11:59.551418 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:11:59.712764 tst ping_idle_ping.py: using LAC 22199\u000a16:11:59.833662 tst ping_idle_ping.py: using RAC 14\u000a16:11:59.952204 tst ping_idle_ping.py: using CellId 22199\u000a16:12:00.072284 tst ping_idle_ping.py: using BVCI 22200\u000a16:12:00.095465 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:12:00.106685 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:12:00.117689 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:12:00.129179 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:12:00.140394 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:12:00.151660 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:12:00.163030 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:12:00.174290 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:12:00.454995 tst ping_idle_ping.py:24: start network...\u000a16:12:00.581693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:01.133910 run create_hlr_db(pid=21121): Launched\u000a16:12:01.318505 bus /gobi_6: Setting Powered False\u000a16:12:02.355323 run create_hlr_db(pid=21121): Terminated: ok {rc=0}\u000a16:12:02.764811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21123): Launched\u000a16:12:03.069200 run osmo-hlr_10.42.42.2(pid=21124): Launched\u000a16:12:03.183576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:03.719338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21126): Launched\u000a16:12:04.026027 run osmo-stp_10.42.42.5(pid=21127): Launched\u000a16:12:04.135235 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:12:04.664351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21129): Launched\u000a16:12:04.772904 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:12:05.038849 run patchelf(pid=21130): Launched\u000a16:12:05.217192 run osmo-stp_10.42.42.5(pid=21127): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21127)]\u000a16:12:05.348246 run osmo-stp_10.42.42.5(pid=21127): stdout: \u000a| (launched: 2022-12-09_16:12:03.873535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:05.479125 run osmo-stp_10.42.42.5(pid=21127): stderr: \u000a| �[0;m�[38;5;43m20221209161204044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161204044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161204044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161204045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161204045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161204045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161204045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:05.605360 run osmo-stp_10.42.42.5(pid=21127): stdout: \u000a| (launched: 2022-12-09_16:12:03.873535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:05.730246 run osmo-stp_10.42.42.5(pid=21127): stderr: \u000a| �[0;m�[38;5;43m20221209161204044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161204044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161204044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161204045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161204045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161204045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161204045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:05.875534 run patchelf(pid=21130): Terminating (SIGINT)\u000a16:12:06.046251 run patchelf(pid=21130): Terminated: ok {rc=0}\u000a16:12:06.077113 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21127): Process ended prematurely: osmo-stp_10.42.42.5(pid=21127) [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21127)] [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:12:06.085612 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:12:06.145614 run osmo-hlr_10.42.42.2(pid=21124): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21124)]\u000a16:12:06.194581 run osmo-hlr_10.42.42.2(pid=21124): stdout: \u000a| (launched: 2022-12-09_16:12:02.919649) \u000a16:12:06.244411 run osmo-hlr_10.42.42.2(pid=21124): stderr: \u000a| �[0;m�[1;31m20221209161203097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161203097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161203097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161203097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161203097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161203097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161203109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161203118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161203118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161203119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:06.286919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21123): Terminating (SIGTERM)\u000a16:12:06.327865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21126): Terminating (SIGTERM)\u000a16:12:06.367978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21129): Terminating (SIGTERM)\u000a16:12:06.377386 --- ParallelTerminationStrategy: PID 21123 died...\u000a16:12:06.430812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21123): Terminated: ok {rc=0}\u000a16:12:06.440657 --- ParallelTerminationStrategy: PID 21126 died...\u000a16:12:06.493861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21126): Terminated: ok {rc=0}\u000a16:12:06.503601 --- ParallelTerminationStrategy: PID 21129 died...\u000a16:12:06.556823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21129): Terminated: ok {rc=0}\u000a16:12:06.645436 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:11:07" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21140): Process ended prematurely: osmo-stp_10.42.42.5(pid=21140) [trial-2361↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21140)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21140): Process ended prematurely: osmo-stp_10.42.42.5(pid=21140) [trial-2361↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:12:08.690709 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:12:08.703115 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:12:08.874313 tst switch_tch_pdch.py: using LAC 22200\u000a16:12:09.000357 tst switch_tch_pdch.py: using RAC 15\u000a16:12:09.125012 tst switch_tch_pdch.py: using CellId 22200\u000a16:12:09.250059 tst switch_tch_pdch.py: using BVCI 22201\u000a16:12:09.274834 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:12:09.286676 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:12:09.298636 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:12:09.311229 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:12:09.323131 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:12:09.335700 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:12:09.348172 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:12:09.359890 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:12:09.479299 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:12:09.778233 tst switch_tch_pdch.py:51: start network...\u000a16:12:09.913993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:10.423212 run create_hlr_db(pid=21134): Launched\u000a16:12:10.611831 bus /gobi_6: Setting Powered False\u000a16:12:11.631521 run create_hlr_db(pid=21134): Terminated: ok {rc=0}\u000a16:12:12.063758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21136): Launched\u000a16:12:12.391208 run osmo-hlr_10.42.42.2(pid=21137): Launched\u000a16:12:12.509221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:13.071524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21139): Launched\u000a16:12:13.396602 run osmo-stp_10.42.42.5(pid=21140): Launched\u000a16:12:13.513986 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:12:14.078879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21142): Launched\u000a16:12:14.194738 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:12:14.478776 run patchelf(pid=21143): Launched\u000a16:12:14.667730 run osmo-stp_10.42.42.5(pid=21140): ERR: Terminated: ERROR {rc=1} [trial-2361↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21140)]\u000a16:12:14.806089 run osmo-stp_10.42.42.5(pid=21140): stdout: \u000a| (launched: 2022-12-09_16:12:13.236071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:14.944579 run osmo-stp_10.42.42.5(pid=21140): stderr: \u000a| �[0;m�[38;5;43m20221209161213427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161213427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161213427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161213427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161213428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161213428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161213428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:15.077749 run osmo-stp_10.42.42.5(pid=21140): stdout: \u000a| (launched: 2022-12-09_16:12:13.236071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:15.210271 run osmo-stp_10.42.42.5(pid=21140): stderr: \u000a| �[0;m�[38;5;43m20221209161213427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161213427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161213427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161213427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161213428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161213428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161213428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:15.363909 run patchelf(pid=21143): Terminating (SIGINT)\u000a16:12:15.544040 run patchelf(pid=21143): Terminated: ok {rc=0}\u000a16:12:15.576644 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21140): Process ended prematurely: osmo-stp_10.42.42.5(pid=21140) [trial-2361↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21140)] [trial-2361↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:12:15.586067 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a16:12:15.649246 run osmo-hlr_10.42.42.2(pid=21137): ERR: Terminated: ERROR {rc=237} [trial-2361↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21137)]\u000a16:12:15.700787 run osmo-hlr_10.42.42.2(pid=21137): stdout: \u000a| (launched: 2022-12-09_16:12:12.229491) \u000a16:12:15.753046 run osmo-hlr_10.42.42.2(pid=21137): stderr: \u000a| �[0;m�[1;31m20221209161212427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161212427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161212427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161212427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161212427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161212427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161212438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161212447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161212447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161212447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:15.797032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21136): Terminating (SIGTERM)\u000a16:12:15.839672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21139): Terminating (SIGTERM)\u000a16:12:15.884416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21142): Terminating (SIGTERM)\u000a16:12:15.894127 --- ParallelTerminationStrategy: PID 21136 died...\u000a16:12:15.950860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21136): Terminated: ok {rc=0}\u000a16:12:15.961238 --- ParallelTerminationStrategy: PID 21139 died...\u000a16:12:16.017949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21139): Terminated: ok {rc=0}\u000a16:12:16.028390 --- ParallelTerminationStrategy: PID 21142 died...\u000a16:12:16.085459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21142): Terminated: ok {rc=0}\u000a16:12:16.176391 bus /gobi_0: Setting Powered False\u000a16:12:17.282901 bus /gobi_0: Setting Powered False\u000a16:12:18.393809 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:12:08" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21153): Process ended prematurely: osmo-stp_10.42.42.5(pid=21153) [trial-2361↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21153)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21153): Process ended prematurely: osmo-stp_10.42.42.5(pid=21153) [trial-2361↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:12:20.372484 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:12:20.383514 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:12:20.539446 tst switch_tch_pdch.py: using LAC 22201\u000a16:12:20.675408 tst switch_tch_pdch.py: using RAC 16\u000a16:12:20.796632 tst switch_tch_pdch.py: using CellId 22201\u000a16:12:20.914593 tst switch_tch_pdch.py: using BVCI 22202\u000a16:12:20.937718 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:12:20.948792 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:12:20.959751 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:12:20.970710 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:12:20.982097 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:12:20.993054 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:12:21.004093 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:12:21.015052 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:12:21.136639 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:12:21.419050 tst switch_tch_pdch.py:51: start network...\u000a16:12:21.545819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:22.006593 run create_hlr_db(pid=21147): Launched\u000a16:12:22.131486 bus /gobi_6: Setting Powered False\u000a16:12:23.204103 run create_hlr_db(pid=21147): Terminated: ok {rc=0}\u000a16:12:23.584212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21149): Launched\u000a16:12:23.889703 run osmo-hlr_10.42.42.2(pid=21150): Launched\u000a16:12:24.009128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:24.516340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21152): Launched\u000a16:12:24.819155 run osmo-stp_10.42.42.5(pid=21153): Launched\u000a16:12:24.928665 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:12:25.430554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21155): Launched\u000a16:12:25.538020 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:12:25.802606 run patchelf(pid=21156): Launched\u000a16:12:25.979331 run osmo-stp_10.42.42.5(pid=21153): ERR: Terminated: ERROR {rc=1} [trial-2361↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21153)]\u000a16:12:26.109487 run osmo-stp_10.42.42.5(pid=21153): stdout: \u000a| (launched: 2022-12-09_16:12:24.670244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:26.240080 run osmo-stp_10.42.42.5(pid=21153): stderr: \u000a| �[0;m�[38;5;43m20221209161224842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161224842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161224842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161224843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161224843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161224843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161224843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:26.365056 run osmo-stp_10.42.42.5(pid=21153): stdout: \u000a| (launched: 2022-12-09_16:12:24.670244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:26.488919 run osmo-stp_10.42.42.5(pid=21153): stderr: \u000a| �[0;m�[38;5;43m20221209161224842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161224842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161224842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161224843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161224843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161224843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161224843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:26.633332 run patchelf(pid=21156): Terminating (SIGINT)\u000a16:12:26.803198 run patchelf(pid=21156): Terminated: ok {rc=0}\u000a16:12:26.834062 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21153): Process ended prematurely: osmo-stp_10.42.42.5(pid=21153) [trial-2361↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21153)] [trial-2361↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:12:26.842695 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a16:12:26.902311 run osmo-hlr_10.42.42.2(pid=21150): ERR: Terminated: ERROR {rc=237} [trial-2361↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21150)]\u000a16:12:26.951149 run osmo-hlr_10.42.42.2(pid=21150): stdout: \u000a| (launched: 2022-12-09_16:12:23.738940) \u000a16:12:27.000690 run osmo-hlr_10.42.42.2(pid=21150): stderr: \u000a| �[0;m�[1;31m20221209161223915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161223915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161223915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161223915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161223915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161223915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161223927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161223939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161223939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161223939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:27.043114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21149): Terminating (SIGTERM)\u000a16:12:27.083374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21152): Terminating (SIGTERM)\u000a16:12:27.123778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21155): Terminating (SIGTERM)\u000a16:12:27.133197 --- ParallelTerminationStrategy: PID 21149 died...\u000a16:12:27.187187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21149): Terminated: ok {rc=0}\u000a16:12:27.196892 --- ParallelTerminationStrategy: PID 21152 died...\u000a16:12:27.250564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21152): Terminated: ok {rc=0}\u000a16:12:27.260276 --- ParallelTerminationStrategy: PID 21155 died...\u000a16:12:27.313978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21155): Terminated: ok {rc=0}\u000a16:12:27.403163 bus /gobi_0: Setting Powered False\u000a16:12:28.505834 bus /gobi_0: Setting Powered False\u000a16:12:29.616115 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:12:20" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21162): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21162) [trial-2361↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21162)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21162): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21162) [trial-2361↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a16:12:31.577382 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a16:12:31.589677 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:12:31.733731 tst mo_mt_sms.py: using LAC 22202\u000a16:12:31.884093 tst mo_mt_sms.py: using RAC 17\u000a16:12:32.019075 tst mo_mt_sms.py: using CellId 22202\u000a16:12:32.145470 tst mo_mt_sms.py: using BVCI 22203\u000a16:12:32.169254 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:12:32.286551 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:12:32.583149 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:12:32.719237 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:12:33.387588 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21161): Launched\u000a16:12:33.709227 run osmo-nitb_10.42.42.2(pid=21162): Launched\u000a16:12:33.907571 run osmo-nitb_10.42.42.2(pid=21162): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21162)]\u000a16:12:34.054149 run osmo-nitb_10.42.42.2(pid=21162): stdout: \u000a| (launched: 2022-12-09_16:12:33.552909) \u000a16:12:34.200880 run osmo-nitb_10.42.42.2(pid=21162): stderr: \u000a| (launched: 2022-12-09_16:12:33.601137)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:12:34.343746 run osmo-nitb_10.42.42.2(pid=21162): stdout: \u000a| (launched: 2022-12-09_16:12:33.552909) \u000a16:12:34.483908 run osmo-nitb_10.42.42.2(pid=21162): stderr: \u000a| (launched: 2022-12-09_16:12:33.601137)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:12:34.840257 tst osmo-nitb_10.42.42.2(pid=21162): stdout: \u000a| (launched: 2022-12-09_16:12:33.552909) \u000a16:12:34.970327 tst osmo-nitb_10.42.42.2(pid=21162): stderr: \u000a| (launched: 2022-12-09_16:12:33.601137)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:12:35.027297 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=21162): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21162) [trial-2361↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21162)] [trial-2361↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a16:12:35.036392 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a16:12:35.073298 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21161): Terminating (SIGTERM)\u000a16:12:35.251195 --- ParallelTerminationStrategy: PID 21161 died...\u000a16:12:35.309642 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21161): Terminated: ok {rc=0}\u000a16:12:35.396543 bus /sierra_3: Setting Powered False\u000a16:12:36.500470 bus /sierra_3: Setting Powered False\u000a16:12:37.613160 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:12:31" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21174): Process ended prematurely: osmo-stp_10.42.42.5(pid=21174) [trial-2361↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21174)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21174): Process ended prematurely: osmo-stp_10.42.42.5(pid=21174) [trial-2361↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a16:12:39.505114 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:39.515686 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:12:39.649221 tst mo_mt_sms.py: using LAC 22203\u000a16:12:39.769074 tst mo_mt_sms.py: using RAC 18\u000a16:12:39.887417 tst mo_mt_sms.py: using CellId 22203\u000a16:12:40.007554 tst mo_mt_sms.py: using BVCI 22204\u000a16:12:40.030575 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:40.041431 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:40.051932 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:40.062451 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:40.072873 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:40.083364 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:12:40.197878 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:12:40.411187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:40.922943 run create_hlr_db(pid=21168): Launched\u000a16:12:41.112688 bus /sierra_2: Setting Powered False\u000a16:12:42.131792 run create_hlr_db(pid=21168): Terminated: ok {rc=0}\u000a16:12:42.540203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21170): Launched\u000a16:12:42.842436 run osmo-hlr_10.42.42.2(pid=21171): Launched\u000a16:12:42.962156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:43.498390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21173): Launched\u000a16:12:43.802348 run osmo-stp_10.42.42.5(pid=21174): Launched\u000a16:12:43.912755 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:12:44.466452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21176): Launched\u000a16:12:44.769988 run osmo-msc_10.42.42.6(pid=21177): Launched\u000a16:12:44.947088 run osmo-stp_10.42.42.5(pid=21174): ERR: Terminated: ERROR {rc=1} [trial-2361↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21174)]\u000a16:12:45.075376 run osmo-stp_10.42.42.5(pid=21174): stdout: \u000a| (launched: 2022-12-09_16:12:43.652451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:45.201318 run osmo-stp_10.42.42.5(pid=21174): stderr: \u000a| �[0;m�[38;5;43m20221209161243824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161243824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161243825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161243825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161243825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161243826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161243826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:45.323270 run osmo-stp_10.42.42.5(pid=21174): stdout: \u000a| (launched: 2022-12-09_16:12:43.652451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:45.443949 run osmo-stp_10.42.42.5(pid=21174): stderr: \u000a| �[0;m�[38;5;43m20221209161243824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161243824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161243825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161243825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161243825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161243826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161243826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:45.496783 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=21174): Process ended prematurely: osmo-stp_10.42.42.5(pid=21174) [trial-2361↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21174)] [trial-2361↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a16:12:45.504887 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a16:12:45.564196 run osmo-hlr_10.42.42.2(pid=21171): ERR: Terminated: ERROR {rc=237} [trial-2361↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21171)]\u000a16:12:45.612880 run osmo-hlr_10.42.42.2(pid=21171): stdout: \u000a| (launched: 2022-12-09_16:12:42.693865) \u000a16:12:45.662560 run osmo-hlr_10.42.42.2(pid=21171): stderr: \u000a| �[0;m�[1;31m20221209161242870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161242870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161242870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161242870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161242870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161242870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161242881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161242890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161242890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161242890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:45.729708 run osmo-msc_10.42.42.6(pid=21177): ERR: Terminated: ERROR {rc=2} [trial-2361↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21177)]\u000a16:12:45.778956 run osmo-msc_10.42.42.6(pid=21177): stdout: \u000a| (launched: 2022-12-09_16:12:44.620396) \u000a16:12:45.828632 run osmo-msc_10.42.42.6(pid=21177): stderr: \u000a| �[0;m�[38;5;43m20221209161244893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161244893 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a4ad3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161244893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161244893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161244894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161244894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161244895 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161244896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161244896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161244896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:12:45.891028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21170): Terminating (SIGTERM)\u000a16:12:45.941338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21173): Terminating (SIGTERM)\u000a16:12:45.983948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21176): Terminating (SIGTERM)\u000a16:12:45.993520 --- ParallelTerminationStrategy: PID 21170 died...\u000a16:12:46.048928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21170): Terminated: ok {rc=0}\u000a16:12:46.059007 --- ParallelTerminationStrategy: PID 21173 died...\u000a16:12:46.113360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21173): Terminated: ok {rc=0}\u000a16:12:46.123245 --- ParallelTerminationStrategy: PID 21176 died...\u000a16:12:46.176812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21176): Terminated: ok {rc=0}\u000a16:12:46.262606 bus /sierra_3: Setting Powered False\u000a16:12:47.368740 bus /sierra_3: Setting Powered False\u000a16:12:48.475929 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:12:39" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21183): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21183) [trial-2361↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21183)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21183): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21183) [trial-2361↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a16:12:50.316690 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a16:12:50.327757 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:12:50.463850 tst assert_extension.py: using LAC 22204\u000a16:12:50.584430 tst assert_extension.py: using RAC 19\u000a16:12:50.703030 tst assert_extension.py: using CellId 22204\u000a16:12:50.822981 tst assert_extension.py: using BVCI 22205\u000a16:12:50.845921 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a16:12:51.143098 tst assert_extension.py:10: start nitb and bts...\u000a16:12:51.279319 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:12:51.952303 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21182): Launched\u000a16:12:52.274066 run osmo-nitb_10.42.42.2(pid=21183): Launched\u000a16:12:52.472421 run osmo-nitb_10.42.42.2(pid=21183): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21183)]\u000a16:12:52.618937 run osmo-nitb_10.42.42.2(pid=21183): stdout: \u000a| (launched: 2022-12-09_16:12:52.117565) \u000a16:12:52.765749 run osmo-nitb_10.42.42.2(pid=21183): stderr: \u000a| (launched: 2022-12-09_16:12:52.165757)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:12:52.907683 run osmo-nitb_10.42.42.2(pid=21183): stdout: \u000a| (launched: 2022-12-09_16:12:52.117565) \u000a16:12:53.048026 run osmo-nitb_10.42.42.2(pid=21183): stderr: \u000a| (launched: 2022-12-09_16:12:52.165757)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:12:53.405030 tst osmo-nitb_10.42.42.2(pid=21183): stdout: \u000a| (launched: 2022-12-09_16:12:52.117565) \u000a16:12:53.534696 tst osmo-nitb_10.42.42.2(pid=21183): stderr: \u000a| (launched: 2022-12-09_16:12:52.165757)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:12:53.590972 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=21183): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21183) [trial-2361↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21183)] [trial-2361↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a16:12:53.599615 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a16:12:53.637783 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21182): Terminating (SIGTERM)\u000a16:12:53.815627 --- ParallelTerminationStrategy: PID 21182 died...\u000a16:12:53.874643 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21182): Terminated: ok {rc=0}\u000a16:12:53.963604 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:12:50" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21193): Process ended prematurely: osmo-stp_10.42.42.5(pid=21193) [trial-2361↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21193)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21193): Process ended prematurely: osmo-stp_10.42.42.5(pid=21193) [trial-2361↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a16:12:55.810458 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:55.821087 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:12:55.956602 tst assert_extension.py: using LAC 22205\u000a16:12:56.073839 tst assert_extension.py: using RAC 20\u000a16:12:56.190472 tst assert_extension.py: using CellId 22205\u000a16:12:56.307558 tst assert_extension.py: using BVCI 22206\u000a16:12:56.330513 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:56.341221 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:56.351717 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:56.363002 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:56.373733 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:12:56.384367 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a16:12:56.593641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:57.105131 run create_hlr_db(pid=21187): Launched\u000a16:12:57.295479 bus /sierra_2: Setting Powered False\u000a16:12:58.314332 run create_hlr_db(pid=21187): Terminated: ok {rc=0}\u000a16:12:58.725809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21189): Launched\u000a16:12:59.031560 run osmo-hlr_10.42.42.2(pid=21190): Launched\u000a16:12:59.152107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:59.693447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21192): Launched\u000a16:12:59.996296 run osmo-stp_10.42.42.5(pid=21193): Launched\u000a16:13:00.106008 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:13:00.657547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21195): Launched\u000a16:13:01.091489 run osmo-msc_10.42.42.6(pid=21196): Launched\u000a16:13:01.396901 run osmo-stp_10.42.42.5(pid=21193): ERR: Terminated: ERROR {rc=1} [trial-2361↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21193)]\u000a16:13:01.661586 run osmo-stp_10.42.42.5(pid=21193): stdout: \u000a| (launched: 2022-12-09_16:12:59.847182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:01.801251 run osmo-stp_10.42.42.5(pid=21193): stderr: \u000a| �[0;m�[38;5;43m20221209161300016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161300016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161300016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161300017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161300017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161300017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161300017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:01.959223 run osmo-stp_10.42.42.5(pid=21193): stdout: \u000a| (launched: 2022-12-09_16:12:59.847182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:02.122666 run osmo-stp_10.42.42.5(pid=21193): stderr: \u000a| �[0;m�[38;5;43m20221209161300016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161300016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161300016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161300017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161300017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161300017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161300017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:02.180690 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=21193): Process ended prematurely: osmo-stp_10.42.42.5(pid=21193) [trial-2361↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21193)] [trial-2361↪ussd:trx-umtrx↪assert_extension.py:17]\u000a16:13:02.189830 tst assert_extension.py:17: Test FAILED (6.4 sec)\u000a16:13:02.251012 run osmo-hlr_10.42.42.2(pid=21190): ERR: Terminated: ERROR {rc=237} [trial-2361↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21190)]\u000a16:13:02.300145 run osmo-hlr_10.42.42.2(pid=21190): stdout: \u000a| (launched: 2022-12-09_16:12:58.881215) \u000a16:13:02.349979 run osmo-hlr_10.42.42.2(pid=21190): stderr: \u000a| �[0;m�[1;31m20221209161259055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161259055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161259055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161259055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161259056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161259056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161259068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161259076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161259076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161259076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:02.418009 run osmo-msc_10.42.42.6(pid=21196): ERR: Terminated: ERROR {rc=2} [trial-2361↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21196)]\u000a16:13:02.467400 run osmo-msc_10.42.42.6(pid=21196): stdout: \u000a| (launched: 2022-12-09_16:13:00.810801) \u000a16:13:02.517101 run osmo-msc_10.42.42.6(pid=21196): stderr: \u000a| �[0;m�[38;5;43m20221209161301310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161301310 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fecdc349c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161301311 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161301311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161301311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161301311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161301321 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161301321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161301322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161301322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:13:02.559449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21189): Terminating (SIGTERM)\u000a16:13:02.599427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21192): Terminating (SIGTERM)\u000a16:13:02.639521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21195): Terminating (SIGTERM)\u000a16:13:02.648744 --- ParallelTerminationStrategy: PID 21189 died...\u000a16:13:02.702096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21189): Terminated: ok {rc=0}\u000a16:13:02.711562 --- ParallelTerminationStrategy: PID 21192 died...\u000a16:13:02.765157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21192): Terminated: ok {rc=0}\u000a16:13:02.774654 --- ParallelTerminationStrategy: PID 21195 died...\u000a16:13:02.827576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21195): Terminated: ok {rc=0}\u000a16:13:02.911185 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:12:55" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21207): Process ended prematurely: osmo-stp_10.42.42.5(pid=21207) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21207)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21207): Process ended prematurely: osmo-stp_10.42.42.5(pid=21207) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:13:04.882684 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:04.894497 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:13:05.056147 tst mo_mt_call.py: using LAC 22206\u000a16:13:05.179062 tst mo_mt_call.py: using RAC 21\u000a16:13:05.302914 tst mo_mt_call.py: using CellId 22206\u000a16:13:05.424885 tst mo_mt_call.py: using BVCI 22207\u000a16:13:05.448393 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:05.459710 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:05.470779 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:05.482004 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:05.493258 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:05.504340 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:13:05.624927 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:13:05.831270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:06.327848 run create_hlr_db(pid=21201): Launched\u000a16:13:06.507038 bus /sierra_2: Setting Powered False\u000a16:13:07.527321 run create_hlr_db(pid=21201): Terminated: ok {rc=0}\u000a16:13:07.969227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21203): Launched\u000a16:13:08.304105 run osmo-hlr_10.42.42.2(pid=21204): Launched\u000a16:13:08.424010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:09.001471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21206): Launched\u000a16:13:09.334246 run osmo-stp_10.42.42.5(pid=21207): Launched\u000a16:13:09.454944 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:13:10.060460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21209): Launched\u000a16:13:10.393187 run osmo-msc_10.42.42.6(pid=21210): Launched\u000a16:13:10.587296 run osmo-stp_10.42.42.5(pid=21207): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21207)]\u000a16:13:10.727351 run osmo-stp_10.42.42.5(pid=21207): stdout: \u000a| (launched: 2022-12-09_16:13:09.169975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:10.867212 run osmo-stp_10.42.42.5(pid=21207): stderr: \u000a| �[0;m�[38;5;43m20221209161309364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161309364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161309364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161309364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161309365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161309365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161309365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:11.000180 run osmo-stp_10.42.42.5(pid=21207): stdout: \u000a| (launched: 2022-12-09_16:13:09.169975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:11.131925 run osmo-stp_10.42.42.5(pid=21207): stderr: \u000a| �[0;m�[38;5;43m20221209161309364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161309364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161309364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161309364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161309365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161309365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161309365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:11.190516 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21207): Process ended prematurely: osmo-stp_10.42.42.5(pid=21207) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21207)] [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:13:11.199901 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:13:11.263933 run osmo-hlr_10.42.42.2(pid=21204): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21204)]\u000a16:13:11.315819 run osmo-hlr_10.42.42.2(pid=21204): stdout: \u000a| (launched: 2022-12-09_16:13:08.137987) \u000a16:13:11.368681 run osmo-hlr_10.42.42.2(pid=21204): stderr: \u000a| �[0;m�[1;31m20221209161308341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161308341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161308341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161308341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161308341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161308341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161308353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161308361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161308361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161308362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:11.439573 run osmo-msc_10.42.42.6(pid=21210): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21210)]\u000a16:13:11.491730 run osmo-msc_10.42.42.6(pid=21210): stdout: \u000a| (launched: 2022-12-09_16:13:10.228236) \u000a16:13:11.544067 run osmo-msc_10.42.42.6(pid=21210): stderr: \u000a| �[0;m�[38;5;43m20221209161310555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161310556 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb2beccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161310556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161310556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161310556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161310556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161310558 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161310559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161310559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161310559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:13:11.588532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21203): Terminating (SIGTERM)\u000a16:13:11.630884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21206): Terminating (SIGTERM)\u000a16:13:11.673101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21209): Terminating (SIGTERM)\u000a16:13:11.683085 --- ParallelTerminationStrategy: PID 21203 died...\u000a16:13:11.739541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21203): Terminated: ok {rc=0}\u000a16:13:11.750228 --- ParallelTerminationStrategy: PID 21206 died...\u000a16:13:11.807086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21206): Terminated: ok {rc=0}\u000a16:13:11.817421 --- ParallelTerminationStrategy: PID 21209 died...\u000a16:13:11.874112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21209): Terminated: ok {rc=0}\u000a16:13:11.962421 bus /sierra_3: Setting Powered False\u000a16:13:13.069297 bus /sierra_3: Setting Powered False\u000a16:13:14.177688 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21218): Process ended prematurely: osmo-stp_10.42.42.5(pid=21218) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21218)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21218): Process ended prematurely: osmo-stp_10.42.42.5(pid=21218) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:13:15.293917 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:15.306705 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:13:15.478734 tst mo_mt_call_osmux.py: using LAC 22207\u000a16:13:15.606195 tst mo_mt_call_osmux.py: using RAC 22\u000a16:13:15.733534 tst mo_mt_call_osmux.py: using CellId 22207\u000a16:13:15.875627 tst mo_mt_call_osmux.py: using BVCI 22208\u000a16:13:15.905610 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:15.918028 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:15.930675 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:15.943474 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:15.955890 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:13:15.968916 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:13:16.105318 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:13:16.375666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:16.945161 run create_hlr_db(pid=21212): Launched\u000a16:13:17.129543 bus /sierra_2: Setting Powered False\u000a16:13:18.145202 run create_hlr_db(pid=21212): Terminated: ok {rc=0}\u000a16:13:18.572473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21214): Launched\u000a16:13:18.881863 run osmo-hlr_10.42.42.2(pid=21215): Launched\u000a16:13:18.994566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:19.529528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21217): Launched\u000a16:13:19.838560 run osmo-stp_10.42.42.5(pid=21218): Launched\u000a16:13:19.950494 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:13:20.517273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21220): Launched\u000a16:13:20.827955 run osmo-msc_10.42.42.6(pid=21221): Launched\u000a16:13:21.009217 run osmo-stp_10.42.42.5(pid=21218): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21218)]\u000a16:13:21.140027 run osmo-stp_10.42.42.5(pid=21218): stdout: \u000a| (launched: 2022-12-09_16:13:19.686238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:21.268695 run osmo-stp_10.42.42.5(pid=21218): stderr: \u000a| �[0;m�[38;5;43m20221209161319859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161319859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161319859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161319860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161319860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161319860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161319860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:21.392770 run osmo-stp_10.42.42.5(pid=21218): stdout: \u000a| (launched: 2022-12-09_16:13:19.686238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:21.515411 run osmo-stp_10.42.42.5(pid=21218): stderr: \u000a| �[0;m�[38;5;43m20221209161319859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161319859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161319859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161319860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161319860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161319860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161319860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:21.570015 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21218): Process ended prematurely: osmo-stp_10.42.42.5(pid=21218) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21218)] [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:13:21.578848 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:13:21.639030 run osmo-hlr_10.42.42.2(pid=21215): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21215)]\u000a16:13:21.688295 run osmo-hlr_10.42.42.2(pid=21215): stdout: \u000a| (launched: 2022-12-09_16:13:18.729607) \u000a16:13:21.738294 run osmo-hlr_10.42.42.2(pid=21215): stderr: \u000a| �[0;m�[1;31m20221209161318909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161318909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161318909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161318909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161318909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161318909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161318924 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161318934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161318935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161318935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:21.805935 run osmo-msc_10.42.42.6(pid=21221): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21221)]\u000a16:13:21.854944 run osmo-msc_10.42.42.6(pid=21221): stdout: \u000a| (launched: 2022-12-09_16:13:20.675316) \u000a16:13:21.904580 run osmo-msc_10.42.42.6(pid=21221): stderr: \u000a| �[0;m�[38;5;43m20221209161320948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161320948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f43b41efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161320948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161320948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161320949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161320949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161320951 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161320951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161320951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161320951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:13:21.946703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21214): Terminating (SIGTERM)\u000a16:13:21.986474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21217): Terminating (SIGTERM)\u000a16:13:22.026605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21220): Terminating (SIGTERM)\u000a16:13:22.035944 --- ParallelTerminationStrategy: PID 21214 died...\u000a16:13:22.089707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21214): Terminated: ok {rc=0}\u000a16:13:22.099422 --- ParallelTerminationStrategy: PID 21217 died...\u000a16:13:22.152481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21217): Terminated: ok {rc=0}\u000a16:13:22.162104 --- ParallelTerminationStrategy: PID 21220 died...\u000a16:13:22.215374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21220): Terminated: ok {rc=0}\u000a16:13:22.298299 bus /sierra_3: Setting Powered False\u000a16:13:23.401019 bus /sierra_3: Setting Powered False\u000a16:13:24.511667 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:13:04" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21233): Process ended prematurely: osmo-stp_10.42.42.5(pid=21233) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21233)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21233): Process ended prematurely: osmo-stp_10.42.42.5(pid=21233) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:13:26.522147 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:26.534041 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:13:26.698944 tst mo_mt_call.py: using LAC 22208\u000a16:13:26.828664 tst mo_mt_call.py: using RAC 23\u000a16:13:26.958287 tst mo_mt_call.py: using CellId 22208\u000a16:13:27.085548 tst mo_mt_call.py: using BVCI 22209\u000a16:13:27.110412 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:27.122136 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:27.133596 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:27.145453 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:27.157435 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:27.169347 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:13:27.288800 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:13:27.495988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:27.990278 run create_hlr_db(pid=21227): Launched\u000a16:13:28.167903 bus /sierra_2: Setting Powered False\u000a16:13:29.189364 run create_hlr_db(pid=21227): Terminated: ok {rc=0}\u000a16:13:29.632731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21229): Launched\u000a16:13:29.967269 run osmo-hlr_10.42.42.2(pid=21230): Launched\u000a16:13:30.090314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:30.669398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21232): Launched\u000a16:13:31.064690 run osmo-stp_10.42.42.5(pid=21233): Launched\u000a16:13:31.294702 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:13:31.920015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21235): Launched\u000a16:13:32.264194 run osmo-msc_10.42.42.6(pid=21236): Launched\u000a16:13:32.460154 run osmo-stp_10.42.42.5(pid=21233): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21233)]\u000a16:13:32.602432 run osmo-stp_10.42.42.5(pid=21233): stdout: \u000a| (launched: 2022-12-09_16:13:30.843664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:32.744136 run osmo-stp_10.42.42.5(pid=21233): stderr: \u000a| �[0;m�[38;5;43m20221209161331124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161331124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161331124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161331125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161331125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161331125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161331125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:32.877823 run osmo-stp_10.42.42.5(pid=21233): stdout: \u000a| (launched: 2022-12-09_16:13:30.843664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:33.009832 run osmo-stp_10.42.42.5(pid=21233): stderr: \u000a| �[0;m�[38;5;43m20221209161331124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161331124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161331124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161331125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161331125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161331125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161331125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:33.068262 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21233): Process ended prematurely: osmo-stp_10.42.42.5(pid=21233) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21233)] [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:13:33.077857 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a16:13:33.142384 run osmo-hlr_10.42.42.2(pid=21230): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21230)]\u000a16:13:33.194530 run osmo-hlr_10.42.42.2(pid=21230): stdout: \u000a| (launched: 2022-12-09_16:13:29.802351) \u000a16:13:33.248080 run osmo-hlr_10.42.42.2(pid=21230): stderr: \u000a| �[0;m�[1;31m20221209161330002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161330002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161330003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161330003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161330003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161330003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161330015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161330024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161330024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161330024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:33.320033 run osmo-msc_10.42.42.6(pid=21236): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21236)]\u000a16:13:33.372572 run osmo-msc_10.42.42.6(pid=21236): stdout: \u000a| (launched: 2022-12-09_16:13:32.091594) \u000a16:13:33.425117 run osmo-msc_10.42.42.6(pid=21236): stderr: \u000a| �[0;m�[38;5;43m20221209161332468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161332468 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74e426bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161332468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161332468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161332469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161332469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161332472 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161332473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161332473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161332473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:13:33.470252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21229): Terminating (SIGTERM)\u000a16:13:33.512672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21232): Terminating (SIGTERM)\u000a16:13:33.555508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21235): Terminating (SIGTERM)\u000a16:13:33.566052 --- ParallelTerminationStrategy: PID 21229 died...\u000a16:13:33.623381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21229): Terminated: ok {rc=0}\u000a16:13:33.633790 --- ParallelTerminationStrategy: PID 21232 died...\u000a16:13:33.690928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21232): Terminated: ok {rc=0}\u000a16:13:33.702015 --- ParallelTerminationStrategy: PID 21235 died...\u000a16:13:33.759339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21235): Terminated: ok {rc=0}\u000a16:13:33.848145 bus /sierra_3: Setting Powered False\u000a16:13:34.956765 bus /sierra_3: Setting Powered False\u000a16:13:36.066729 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21244): Process ended prematurely: osmo-stp_10.42.42.5(pid=21244) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21244)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21244): Process ended prematurely: osmo-stp_10.42.42.5(pid=21244) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:13:37.183723 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:37.196541 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:13:37.365758 tst mo_mt_call_osmux.py: using LAC 22209\u000a16:13:37.494576 tst mo_mt_call_osmux.py: using RAC 24\u000a16:13:37.622924 tst mo_mt_call_osmux.py: using CellId 22209\u000a16:13:37.751051 tst mo_mt_call_osmux.py: using BVCI 22210\u000a16:13:37.776211 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:37.788139 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:37.799674 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:37.812677 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:37.824333 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:13:37.837178 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:13:37.960753 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:13:38.171787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:38.667515 run create_hlr_db(pid=21238): Launched\u000a16:13:38.846441 bus /sierra_2: Setting Powered False\u000a16:13:39.865105 run create_hlr_db(pid=21238): Terminated: ok {rc=0}\u000a16:13:40.306244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21240): Launched\u000a16:13:40.637716 run osmo-hlr_10.42.42.2(pid=21241): Launched\u000a16:13:40.757404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:41.332905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21243): Launched\u000a16:13:41.664675 run osmo-stp_10.42.42.5(pid=21244): Launched\u000a16:13:41.784409 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:13:42.389778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21246): Launched\u000a16:13:42.722180 run osmo-msc_10.42.42.6(pid=21247): Launched\u000a16:13:42.915181 run osmo-stp_10.42.42.5(pid=21244): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21244)]\u000a16:13:43.054799 run osmo-stp_10.42.42.5(pid=21244): stdout: \u000a| (launched: 2022-12-09_16:13:41.501832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:43.193366 run osmo-stp_10.42.42.5(pid=21244): stderr: \u000a| �[0;m�[38;5;43m20221209161341695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161341695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161341695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161341695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161341696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161341696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161341696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:43.326959 run osmo-stp_10.42.42.5(pid=21244): stdout: \u000a| (launched: 2022-12-09_16:13:41.501832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:43.458340 run osmo-stp_10.42.42.5(pid=21244): stderr: \u000a| �[0;m�[38;5;43m20221209161341695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161341695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161341695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161341695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161341696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161341696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161341696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:43.516212 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21244): Process ended prematurely: osmo-stp_10.42.42.5(pid=21244) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21244)] [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:13:43.525694 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:13:43.589213 run osmo-hlr_10.42.42.2(pid=21241): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21241)]\u000a16:13:43.640886 run osmo-hlr_10.42.42.2(pid=21241): stdout: \u000a| (launched: 2022-12-09_16:13:40.474851) \u000a16:13:43.693298 run osmo-hlr_10.42.42.2(pid=21241): stderr: \u000a| �[0;m�[1;31m20221209161340673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161340673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161340673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161340673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161340673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161340673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161340685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161340694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161340694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161340694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:43.763851 run osmo-msc_10.42.42.6(pid=21247): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21247)]\u000a16:13:43.815315 run osmo-msc_10.42.42.6(pid=21247): stdout: \u000a| (launched: 2022-12-09_16:13:42.557963) \u000a16:13:43.867343 run osmo-msc_10.42.42.6(pid=21247): stderr: \u000a| �[0;m�[38;5;43m20221209161342883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161342883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed2232cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161342883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161342883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161342883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161342883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161342885 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161342886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161342886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161342886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:13:43.911527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21240): Terminating (SIGTERM)\u000a16:13:43.953474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21243): Terminating (SIGTERM)\u000a16:13:43.995611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21246): Terminating (SIGTERM)\u000a16:13:44.005753 --- ParallelTerminationStrategy: PID 21240 died...\u000a16:13:44.062148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21240): Terminated: ok {rc=0}\u000a16:13:44.072277 --- ParallelTerminationStrategy: PID 21243 died...\u000a16:13:44.128208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21243): Terminated: ok {rc=0}\u000a16:13:44.138547 --- ParallelTerminationStrategy: PID 21246 died...\u000a16:13:44.194704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21246): Terminated: ok {rc=0}\u000a16:13:44.282620 bus /sierra_3: Setting Powered False\u000a16:13:45.384617 bus /sierra_3: Setting Powered False\u000a16:13:46.498465 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:13:26" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21258): Process ended prematurely: osmo-stp_10.42.42.5(pid=21258) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21258)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21258): Process ended prematurely: osmo-stp_10.42.42.5(pid=21258) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:13:48.505334 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:48.517249 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:13:48.684677 tst mo_mt_call.py: using LAC 22210\u000a16:13:48.808933 tst mo_mt_call.py: using RAC 25\u000a16:13:48.931073 tst mo_mt_call.py: using CellId 22210\u000a16:13:49.053735 tst mo_mt_call.py: using BVCI 22211\u000a16:13:49.077262 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:49.088518 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:49.099718 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:49.110929 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:49.122149 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:49.133555 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:13:49.253740 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:13:49.461430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:49.954516 run create_hlr_db(pid=21252): Launched\u000a16:13:50.132485 bus /sierra_2: Setting Powered False\u000a16:13:51.153445 run create_hlr_db(pid=21252): Terminated: ok {rc=0}\u000a16:13:51.596343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21254): Launched\u000a16:13:51.929000 run osmo-hlr_10.42.42.2(pid=21255): Launched\u000a16:13:52.051849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:52.626823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21257): Launched\u000a16:13:52.957983 run osmo-stp_10.42.42.5(pid=21258): Launched\u000a16:13:53.077982 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:13:53.683300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21260): Launched\u000a16:13:54.015540 run osmo-msc_10.42.42.6(pid=21261): Launched\u000a16:13:54.208423 run osmo-stp_10.42.42.5(pid=21258): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21258)]\u000a16:13:54.348800 run osmo-stp_10.42.42.5(pid=21258): stdout: \u000a| (launched: 2022-12-09_16:13:52.795301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:54.487993 run osmo-stp_10.42.42.5(pid=21258): stderr: \u000a| �[0;m�[38;5;43m20221209161352992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161352992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161352993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161352993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161352993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161352993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161352993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:54.621240 run osmo-stp_10.42.42.5(pid=21258): stdout: \u000a| (launched: 2022-12-09_16:13:52.795301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:54.752637 run osmo-stp_10.42.42.5(pid=21258): stderr: \u000a| �[0;m�[38;5;43m20221209161352992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161352992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161352993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161352993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161352993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161352993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161352993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:54.811051 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21258): Process ended prematurely: osmo-stp_10.42.42.5(pid=21258) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21258)] [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:13:54.820486 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:13:54.885034 run osmo-hlr_10.42.42.2(pid=21255): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21255)]\u000a16:13:54.937492 run osmo-hlr_10.42.42.2(pid=21255): stdout: \u000a| (launched: 2022-12-09_16:13:51.764607) \u000a16:13:54.990652 run osmo-hlr_10.42.42.2(pid=21255): stderr: \u000a| �[0;m�[1;31m20221209161351966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161351966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161351966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161351966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161351966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161351966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161351979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161351987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161351987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161351988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:55.062186 run osmo-msc_10.42.42.6(pid=21261): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21261)]\u000a16:13:55.114329 run osmo-msc_10.42.42.6(pid=21261): stdout: \u000a| (launched: 2022-12-09_16:13:53.851770) \u000a16:13:55.167137 run osmo-msc_10.42.42.6(pid=21261): stderr: \u000a| �[0;m�[38;5;43m20221209161354178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161354178 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa41f95dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161354178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161354178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161354178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161354179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161354180 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161354181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161354181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161354181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:13:55.212158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21254): Terminating (SIGTERM)\u000a16:13:55.254401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21257): Terminating (SIGTERM)\u000a16:13:55.297377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21260): Terminating (SIGTERM)\u000a16:13:55.307695 --- ParallelTerminationStrategy: PID 21254 died...\u000a16:13:55.364641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21254): Terminated: ok {rc=0}\u000a16:13:55.374785 --- ParallelTerminationStrategy: PID 21257 died...\u000a16:13:55.431429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21257): Terminated: ok {rc=0}\u000a16:13:55.441967 --- ParallelTerminationStrategy: PID 21260 died...\u000a16:13:55.498102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21260): Terminated: ok {rc=0}\u000a16:13:55.588158 bus /sierra_3: Setting Powered False\u000a16:13:56.695149 bus /sierra_3: Setting Powered False\u000a16:13:57.803845 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21269): Process ended prematurely: osmo-stp_10.42.42.5(pid=21269) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21269)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21269): Process ended prematurely: osmo-stp_10.42.42.5(pid=21269) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:13:58.915976 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:58.928089 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:13:59.083865 tst mo_mt_call_osmux.py: using LAC 22211\u000a16:13:59.207801 tst mo_mt_call_osmux.py: using RAC 26\u000a16:13:59.326702 tst mo_mt_call_osmux.py: using CellId 22211\u000a16:13:59.445943 tst mo_mt_call_osmux.py: using BVCI 22212\u000a16:13:59.469448 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:59.480730 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:59.491989 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:59.503329 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:59.514695 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:13:59.526018 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:13:59.648214 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:13:59.863665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:00.386245 run create_hlr_db(pid=21263): Launched\u000a16:14:00.578237 bus /sierra_2: Setting Powered False\u000a16:14:01.657718 run create_hlr_db(pid=21263): Terminated: ok {rc=0}\u000a16:14:02.119840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21265): Launched\u000a16:14:02.433260 run osmo-hlr_10.42.42.2(pid=21266): Launched\u000a16:14:02.548538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:03.085460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21268): Launched\u000a16:14:03.396661 run osmo-stp_10.42.42.5(pid=21269): Launched\u000a16:14:03.509286 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:14:04.071936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21271): Launched\u000a16:14:04.381074 run osmo-msc_10.42.42.6(pid=21272): Launched\u000a16:14:04.560370 run osmo-stp_10.42.42.5(pid=21269): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21269)]\u000a16:14:04.690446 run osmo-stp_10.42.42.5(pid=21269): stdout: \u000a| (launched: 2022-12-09_16:14:03.241962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:04.818110 run osmo-stp_10.42.42.5(pid=21269): stderr: \u000a| �[0;m�[38;5;43m20221209161403417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161403418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161403418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161403418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161403419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161403419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161403419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:04.941945 run osmo-stp_10.42.42.5(pid=21269): stdout: \u000a| (launched: 2022-12-09_16:14:03.241962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:05.064160 run osmo-stp_10.42.42.5(pid=21269): stderr: \u000a| �[0;m�[38;5;43m20221209161403417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161403418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161403418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161403418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161403419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161403419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161403419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:05.118297 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21269): Process ended prematurely: osmo-stp_10.42.42.5(pid=21269) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21269)] [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:14:05.127103 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:14:05.186778 run osmo-hlr_10.42.42.2(pid=21266): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21266)]\u000a16:14:05.235606 run osmo-hlr_10.42.42.2(pid=21266): stdout: \u000a| (launched: 2022-12-09_16:14:02.280113) \u000a16:14:05.285064 run osmo-hlr_10.42.42.2(pid=21266): stderr: \u000a| �[0;m�[1;31m20221209161402459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161402459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161402459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161402459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161402459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161402459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161402471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161402480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161402481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161402481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:05.352200 run osmo-msc_10.42.42.6(pid=21272): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21272)]\u000a16:14:05.400742 run osmo-msc_10.42.42.6(pid=21272): stdout: \u000a| (launched: 2022-12-09_16:14:04.228346) \u000a16:14:05.449952 run osmo-msc_10.42.42.6(pid=21272): stderr: \u000a| �[0;m�[38;5;43m20221209161404507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161404507 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f2f0a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161404507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161404507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161404507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161404508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161404509 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161404510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161404510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161404510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:14:05.491361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21265): Terminating (SIGTERM)\u000a16:14:05.531072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21268): Terminating (SIGTERM)\u000a16:14:05.570797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21271): Terminating (SIGTERM)\u000a16:14:05.580135 --- ParallelTerminationStrategy: PID 21265 died...\u000a16:14:05.633359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21265): Terminated: ok {rc=0}\u000a16:14:05.642990 --- ParallelTerminationStrategy: PID 21268 died...\u000a16:14:05.695858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21268): Terminated: ok {rc=0}\u000a16:14:05.705896 --- ParallelTerminationStrategy: PID 21271 died...\u000a16:14:05.758626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21271): Terminated: ok {rc=0}\u000a16:14:05.847021 bus /sierra_3: Setting Powered False\u000a16:14:06.950243 bus /sierra_3: Setting Powered False\u000a16:14:08.061520 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:13:48" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21283): Process ended prematurely: osmo-stp_10.42.42.5(pid=21283) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21283)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21283): Process ended prematurely: osmo-stp_10.42.42.5(pid=21283) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:14:10.054133 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:10.065649 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:14:10.221690 tst mo_mt_call.py: using LAC 22212\u000a16:14:10.341886 tst mo_mt_call.py: using RAC 27\u000a16:14:10.461175 tst mo_mt_call.py: using CellId 22212\u000a16:14:10.581988 tst mo_mt_call.py: using BVCI 22213\u000a16:14:10.605299 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:10.616455 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:10.627484 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:10.638663 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:10.649913 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:10.661070 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:14:10.780049 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:14:10.998191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:11.518776 run create_hlr_db(pid=21277): Launched\u000a16:14:11.710553 bus /sierra_2: Setting Powered False\u000a16:14:12.730274 run create_hlr_db(pid=21277): Terminated: ok {rc=0}\u000a16:14:13.145687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21279): Launched\u000a16:14:13.454650 run osmo-hlr_10.42.42.2(pid=21280): Launched\u000a16:14:13.568048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:14.103744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21282): Launched\u000a16:14:14.415303 run osmo-stp_10.42.42.5(pid=21283): Launched\u000a16:14:14.527080 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:14:15.091614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21285): Launched\u000a16:14:15.401824 run osmo-msc_10.42.42.6(pid=21286): Launched\u000a16:14:15.582728 run osmo-stp_10.42.42.5(pid=21283): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21283)]\u000a16:14:15.712816 run osmo-stp_10.42.42.5(pid=21283): stdout: \u000a| (launched: 2022-12-09_16:14:14.260762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:15.842605 run osmo-stp_10.42.42.5(pid=21283): stderr: \u000a| �[0;m�[38;5;43m20221209161414433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161414433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161414434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161414434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161414435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161414435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161414435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:15.976286 run osmo-stp_10.42.42.5(pid=21283): stdout: \u000a| (launched: 2022-12-09_16:14:14.260762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:16.101545 run osmo-stp_10.42.42.5(pid=21283): stderr: \u000a| �[0;m�[38;5;43m20221209161414433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161414433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161414434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161414434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161414435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161414435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161414435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:16.156854 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21283): Process ended prematurely: osmo-stp_10.42.42.5(pid=21283) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21283)] [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:14:16.166108 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:14:16.227378 run osmo-hlr_10.42.42.2(pid=21280): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21280)]\u000a16:14:16.277644 run osmo-hlr_10.42.42.2(pid=21280): stdout: \u000a| (launched: 2022-12-09_16:14:13.303051) \u000a16:14:16.328539 run osmo-hlr_10.42.42.2(pid=21280): stderr: \u000a| �[0;m�[1;31m20221209161413483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161413483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161413483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161413483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161413483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161413484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161413507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161413517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161413517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161413517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:16.397182 run osmo-msc_10.42.42.6(pid=21286): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21286)]\u000a16:14:16.447300 run osmo-msc_10.42.42.6(pid=21286): stdout: \u000a| (launched: 2022-12-09_16:14:15.248699) \u000a16:14:16.498061 run osmo-msc_10.42.42.6(pid=21286): stderr: \u000a| �[0;m�[38;5;43m20221209161415524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161415524 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83a5c68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161415524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161415524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161415525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161415525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161415529 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161415530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161415530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161415530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:14:16.541066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21279): Terminating (SIGTERM)\u000a16:14:16.581702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21282): Terminating (SIGTERM)\u000a16:14:16.622171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21285): Terminating (SIGTERM)\u000a16:14:16.631611 --- ParallelTerminationStrategy: PID 21279 died...\u000a16:14:16.685869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21279): Terminated: ok {rc=0}\u000a16:14:16.695892 --- ParallelTerminationStrategy: PID 21282 died...\u000a16:14:16.750049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21282): Terminated: ok {rc=0}\u000a16:14:16.760196 --- ParallelTerminationStrategy: PID 21285 died...\u000a16:14:16.814201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21285): Terminated: ok {rc=0}\u000a16:14:16.899380 bus /sierra_3: Setting Powered False\u000a16:14:17.999880 bus /sierra_3: Setting Powered False\u000a16:14:19.107225 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21294): Process ended prematurely: osmo-stp_10.42.42.5(pid=21294) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21294)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21294): Process ended prematurely: osmo-stp_10.42.42.5(pid=21294) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:14:20.224193 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:20.236779 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:14:20.406516 tst mo_mt_call_osmux.py: using LAC 22213\u000a16:14:20.535678 tst mo_mt_call_osmux.py: using RAC 28\u000a16:14:20.664676 tst mo_mt_call_osmux.py: using CellId 22213\u000a16:14:20.793616 tst mo_mt_call_osmux.py: using BVCI 22214\u000a16:14:20.818666 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:20.830331 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:20.841875 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:20.854123 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:20.866410 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:14:20.878524 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:14:21.003199 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:14:21.213338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:21.707580 run create_hlr_db(pid=21288): Launched\u000a16:14:21.885074 bus /sierra_2: Setting Powered False\u000a16:14:22.906305 run create_hlr_db(pid=21288): Terminated: ok {rc=0}\u000a16:14:23.348073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21290): Launched\u000a16:14:23.680250 run osmo-hlr_10.42.42.2(pid=21291): Launched\u000a16:14:23.799919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:24.374918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21293): Launched\u000a16:14:24.706629 run osmo-stp_10.42.42.5(pid=21294): Launched\u000a16:14:24.826465 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:14:25.429774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21296): Launched\u000a16:14:25.760897 run osmo-msc_10.42.42.6(pid=21297): Launched\u000a16:14:25.953214 run osmo-stp_10.42.42.5(pid=21294): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21294)]\u000a16:14:26.091881 run osmo-stp_10.42.42.5(pid=21294): stdout: \u000a| (launched: 2022-12-09_16:14:24.542487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:26.229588 run osmo-stp_10.42.42.5(pid=21294): stderr: \u000a| �[0;m�[38;5;43m20221209161424735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161424736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161424736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161424736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161424739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161424739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161424739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:26.361889 run osmo-stp_10.42.42.5(pid=21294): stdout: \u000a| (launched: 2022-12-09_16:14:24.542487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:26.492451 run osmo-stp_10.42.42.5(pid=21294): stderr: \u000a| �[0;m�[38;5;43m20221209161424735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161424736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161424736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161424736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161424739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161424739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161424739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:26.550394 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21294): Process ended prematurely: osmo-stp_10.42.42.5(pid=21294) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21294)] [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:14:26.559874 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:14:26.623312 run osmo-hlr_10.42.42.2(pid=21291): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21291)]\u000a16:14:26.674740 run osmo-hlr_10.42.42.2(pid=21291): stdout: \u000a| (launched: 2022-12-09_16:14:23.515638) \u000a16:14:26.726904 run osmo-hlr_10.42.42.2(pid=21291): stderr: \u000a| �[0;m�[1;31m20221209161423716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161423716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161423716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161423716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161423716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161423716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161423729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161423738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161423739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161423739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:26.797610 run osmo-msc_10.42.42.6(pid=21297): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21297)]\u000a16:14:26.848840 run osmo-msc_10.42.42.6(pid=21297): stdout: \u000a| (launched: 2022-12-09_16:14:25.597304) \u000a16:14:26.900755 run osmo-msc_10.42.42.6(pid=21297): stderr: \u000a| �[0;m�[38;5;43m20221209161425920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161425920 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe292d8ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161425920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161425920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161425920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161425921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161425922 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161425923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161425923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161425923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:14:26.945003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21290): Terminating (SIGTERM)\u000a16:14:26.987058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21293): Terminating (SIGTERM)\u000a16:14:27.028874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21296): Terminating (SIGTERM)\u000a16:14:27.039049 --- ParallelTerminationStrategy: PID 21290 died...\u000a16:14:27.095057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21290): Terminated: ok {rc=0}\u000a16:14:27.105637 --- ParallelTerminationStrategy: PID 21293 died...\u000a16:14:27.161732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21293): Terminated: ok {rc=0}\u000a16:14:27.171924 --- ParallelTerminationStrategy: PID 21296 died...\u000a16:14:27.227357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21296): Terminated: ok {rc=0}\u000a16:14:27.313581 bus /sierra_3: Setting Powered False\u000a16:14:28.415448 bus /sierra_3: Setting Powered False\u000a16:14:29.526849 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:14:09" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21310): Process ended prematurely: osmo-stp_10.42.42.5(pid=21310) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21310)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21310): Process ended prematurely: osmo-stp_10.42.42.5(pid=21310) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:14:31.557897 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:31.574534 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:14:31.750901 tst mo_mt_call.py: using LAC 22214\u000a16:14:31.900873 tst mo_mt_call.py: using RAC 29\u000a16:14:32.045919 tst mo_mt_call.py: using CellId 22214\u000a16:14:32.169413 tst mo_mt_call.py: using BVCI 22215\u000a16:14:32.193965 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:32.205690 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:32.217660 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:32.229430 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:32.242322 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:32.254400 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:14:32.377630 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:14:32.581128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:33.075655 run create_hlr_db(pid=21304): Launched\u000a16:14:33.254587 bus /sierra_2: Setting Powered False\u000a16:14:34.273831 run create_hlr_db(pid=21304): Terminated: ok {rc=0}\u000a16:14:34.715677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21306): Launched\u000a16:14:35.046844 run osmo-hlr_10.42.42.2(pid=21307): Launched\u000a16:14:35.170387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:35.742556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21309): Launched\u000a16:14:36.051733 run osmo-stp_10.42.42.5(pid=21310): Launched\u000a16:14:36.163478 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:14:36.728924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21312): Launched\u000a16:14:37.040278 run osmo-msc_10.42.42.6(pid=21313): Launched\u000a16:14:37.222391 run osmo-stp_10.42.42.5(pid=21310): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21310)]\u000a16:14:37.353706 run osmo-stp_10.42.42.5(pid=21310): stdout: \u000a| (launched: 2022-12-09_16:14:35.900052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:37.482695 run osmo-stp_10.42.42.5(pid=21310): stderr: \u000a| �[0;m�[38;5;43m20221209161436073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161436073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161436074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161436074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161436074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161436075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161436075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:37.606638 run osmo-stp_10.42.42.5(pid=21310): stdout: \u000a| (launched: 2022-12-09_16:14:35.900052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:37.728844 run osmo-stp_10.42.42.5(pid=21310): stderr: \u000a| �[0;m�[38;5;43m20221209161436073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161436073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161436074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161436074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161436074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161436075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161436075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:37.783279 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21310): Process ended prematurely: osmo-stp_10.42.42.5(pid=21310) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21310)] [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:14:37.791933 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:14:37.851852 run osmo-hlr_10.42.42.2(pid=21307): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21307)]\u000a16:14:37.901106 run osmo-hlr_10.42.42.2(pid=21307): stdout: \u000a| (launched: 2022-12-09_16:14:34.883548) \u000a16:14:37.950783 run osmo-hlr_10.42.42.2(pid=21307): stderr: \u000a| �[0;m�[1;31m20221209161435085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161435085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161435085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161435085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161435085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161435085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161435098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161435108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161435108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161435108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:38.018565 run osmo-msc_10.42.42.6(pid=21313): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21313)]\u000a16:14:38.067535 run osmo-msc_10.42.42.6(pid=21313): stdout: \u000a| (launched: 2022-12-09_16:14:36.886567) \u000a16:14:38.117271 run osmo-msc_10.42.42.6(pid=21313): stderr: \u000a| �[0;m�[38;5;43m20221209161437158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161437159 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2c3ea5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161437159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161437159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161437159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161437159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161437163 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161437163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161437163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161437163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:14:38.159277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21306): Terminating (SIGTERM)\u000a16:14:38.198948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21309): Terminating (SIGTERM)\u000a16:14:38.238759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21312): Terminating (SIGTERM)\u000a16:14:38.248005 --- ParallelTerminationStrategy: PID 21306 died...\u000a16:14:38.301232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21306): Terminated: ok {rc=0}\u000a16:14:38.310939 --- ParallelTerminationStrategy: PID 21309 died...\u000a16:14:38.363908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21309): Terminated: ok {rc=0}\u000a16:14:38.373850 --- ParallelTerminationStrategy: PID 21312 died...\u000a16:14:38.427006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21312): Terminated: ok {rc=0}\u000a16:14:38.517080 bus /sierra_3: Setting Powered False\u000a16:14:39.622170 bus /sierra_3: Setting Powered False\u000a16:14:40.734975 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21321): Process ended prematurely: osmo-stp_10.42.42.5(pid=21321) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21321)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21321): Process ended prematurely: osmo-stp_10.42.42.5(pid=21321) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21321)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:14:41.846561 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:41.858910 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:14:42.025132 tst mo_mt_call_osmux.py: using LAC 22215\u000a16:14:42.154020 tst mo_mt_call_osmux.py: using RAC 30\u000a16:14:42.284492 tst mo_mt_call_osmux.py: using CellId 22215\u000a16:14:42.413269 tst mo_mt_call_osmux.py: using BVCI 22216\u000a16:14:42.438284 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:42.449951 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:42.461470 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:42.473242 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:42.485153 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:14:42.496795 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:14:42.619776 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:14:42.835230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:43.355763 run create_hlr_db(pid=21315): Launched\u000a16:14:43.547839 bus /sierra_2: Setting Powered False\u000a16:14:44.567380 run create_hlr_db(pid=21315): Terminated: ok {rc=0}\u000a16:14:44.984722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21317): Launched\u000a16:14:45.297255 run osmo-hlr_10.42.42.2(pid=21318): Launched\u000a16:14:45.419988 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:45.998676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21320): Launched\u000a16:14:46.408689 run osmo-stp_10.42.42.5(pid=21321): Launched\u000a16:14:46.585796 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:14:47.332751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21323): Launched\u000a16:14:47.666580 run osmo-msc_10.42.42.6(pid=21324): Launched\u000a16:14:47.859548 run osmo-stp_10.42.42.5(pid=21321): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21321)]\u000a16:14:47.999273 run osmo-stp_10.42.42.5(pid=21321): stdout: \u000a| (launched: 2022-12-09_16:14:46.159115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:48.133780 run osmo-stp_10.42.42.5(pid=21321): stderr: \u000a| �[0;m�[38;5;43m20221209161446489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161446489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161446490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161446490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161446492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161446492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161446497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:48.258060 run osmo-stp_10.42.42.5(pid=21321): stdout: \u000a| (launched: 2022-12-09_16:14:46.159115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:48.381226 run osmo-stp_10.42.42.5(pid=21321): stderr: \u000a| �[0;m�[38;5;43m20221209161446489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161446489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161446490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161446490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161446492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161446492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161446497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:48.435508 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21321): Process ended prematurely: osmo-stp_10.42.42.5(pid=21321) [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21321)] [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:14:48.444394 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a16:14:48.504890 run osmo-hlr_10.42.42.2(pid=21318): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21318)]\u000a16:14:48.554426 run osmo-hlr_10.42.42.2(pid=21318): stdout: \u000a| (launched: 2022-12-09_16:14:45.143511) \u000a16:14:48.604546 run osmo-hlr_10.42.42.2(pid=21318): stderr: \u000a| �[0;m�[1;31m20221209161445320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161445321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161445321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161445321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161445321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161445321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161445334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161445346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161445346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161445346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:48.672392 run osmo-msc_10.42.42.6(pid=21324): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21324)]\u000a16:14:48.721814 run osmo-msc_10.42.42.6(pid=21324): stdout: \u000a| (launched: 2022-12-09_16:14:47.502272) \u000a16:14:48.771449 run osmo-msc_10.42.42.6(pid=21324): stderr: \u000a| �[0;m�[38;5;43m20221209161447825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161447825 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09f2442c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161447825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161447825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161447826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161447826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161447827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161447828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161447828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161447828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:14:48.813806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21317): Terminating (SIGTERM)\u000a16:14:48.853997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21320): Terminating (SIGTERM)\u000a16:14:48.894363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21323): Terminating (SIGTERM)\u000a16:14:48.903783 --- ParallelTerminationStrategy: PID 21317 died...\u000a16:14:48.957978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21317): Terminated: ok {rc=0}\u000a16:14:48.967819 --- ParallelTerminationStrategy: PID 21320 died...\u000a16:14:49.021491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21320): Terminated: ok {rc=0}\u000a16:14:49.031259 --- ParallelTerminationStrategy: PID 21323 died...\u000a16:14:49.085020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21323): Terminated: ok {rc=0}\u000a16:14:49.174454 bus /sierra_3: Setting Powered False\u000a16:14:50.277497 bus /sierra_3: Setting Powered False\u000a16:14:51.390129 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:14:31" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21335): Process ended prematurely: osmo-stp_10.42.42.5(pid=21335) [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21335)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21335): Process ended prematurely: osmo-stp_10.42.42.5(pid=21335) [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:14:53.386155 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:53.397469 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:14:53.555956 tst mo_mt_call.py: using LAC 22216\u000a16:14:53.678391 tst mo_mt_call.py: using RAC 31\u000a16:14:53.801624 tst mo_mt_call.py: using CellId 22216\u000a16:14:53.922024 tst mo_mt_call.py: using BVCI 22217\u000a16:14:53.945515 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:53.956684 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:53.967773 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:53.978877 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:53.990040 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:14:54.001166 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:14:54.122480 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:14:54.329480 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:54.822140 run create_hlr_db(pid=21329): Launched\u000a16:14:54.999976 bus /sierra_2: Setting Powered False\u000a16:14:56.020069 run create_hlr_db(pid=21329): Terminated: ok {rc=0}\u000a16:14:56.432581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21331): Launched\u000a16:14:56.742180 run osmo-hlr_10.42.42.2(pid=21332): Launched\u000a16:14:56.863893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:57.404858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21334): Launched\u000a16:14:57.713619 run osmo-stp_10.42.42.5(pid=21335): Launched\u000a16:14:57.825380 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:14:58.392063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21337): Launched\u000a16:14:58.701374 run osmo-msc_10.42.42.6(pid=21338): Launched\u000a16:14:58.881219 run osmo-stp_10.42.42.5(pid=21335): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21335)]\u000a16:14:59.011317 run osmo-stp_10.42.42.5(pid=21335): stdout: \u000a| (launched: 2022-12-09_16:14:57.561742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:59.139571 run osmo-stp_10.42.42.5(pid=21335): stderr: \u000a| �[0;m�[38;5;43m20221209161457732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161457732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161457732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161457733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161457733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161457733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161457733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:59.263137 run osmo-stp_10.42.42.5(pid=21335): stdout: \u000a| (launched: 2022-12-09_16:14:57.561742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:59.385998 run osmo-stp_10.42.42.5(pid=21335): stderr: \u000a| �[0;m�[38;5;43m20221209161457732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161457732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161457732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161457733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161457733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161457733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161457733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:59.440112 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21335): Process ended prematurely: osmo-stp_10.42.42.5(pid=21335) [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21335)] [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:14:59.448716 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:14:59.507927 run osmo-hlr_10.42.42.2(pid=21332): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21332)]\u000a16:14:59.556614 run osmo-hlr_10.42.42.2(pid=21332): stdout: \u000a| (launched: 2022-12-09_16:14:56.589894) \u000a16:14:59.606025 run osmo-hlr_10.42.42.2(pid=21332): stderr: \u000a| �[0;m�[1;31m20221209161456769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161456770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161456770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161456770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161456770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161456770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161456782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161456791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161456791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161456791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:59.672919 run osmo-msc_10.42.42.6(pid=21338): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21338)]\u000a16:14:59.721664 run osmo-msc_10.42.42.6(pid=21338): stdout: \u000a| (launched: 2022-12-09_16:14:58.548669) \u000a16:14:59.770939 run osmo-msc_10.42.42.6(pid=21338): stderr: \u000a| �[0;m�[38;5;43m20221209161458820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161458821 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f382d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161458821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161458821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161458821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161458821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161458823 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161458823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161458823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161458824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:14:59.812626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21331): Terminating (SIGTERM)\u000a16:14:59.852082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21334): Terminating (SIGTERM)\u000a16:14:59.891523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21337): Terminating (SIGTERM)\u000a16:14:59.900643 --- ParallelTerminationStrategy: PID 21331 died...\u000a16:14:59.953546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21331): Terminated: ok {rc=0}\u000a16:14:59.963056 --- ParallelTerminationStrategy: PID 21334 died...\u000a16:15:00.015651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21334): Terminated: ok {rc=0}\u000a16:15:00.025204 --- ParallelTerminationStrategy: PID 21337 died...\u000a16:15:00.077848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21337): Terminated: ok {rc=0}\u000a16:15:00.166219 bus /sierra_3: Setting Powered False\u000a16:15:01.290600 bus /sierra_3: Setting Powered False\u000a16:15:02.403984 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21350): Process ended prematurely: osmo-stp_10.42.42.5(pid=21350) [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21350)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21350): Process ended prematurely: osmo-stp_10.42.42.5(pid=21350) [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:15:03.515290 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:15:03.527560 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:15:03.702488 tst mo_mt_call_osmux.py: using LAC 22217\u000a16:15:03.829965 tst mo_mt_call_osmux.py: using RAC 32\u000a16:15:03.956862 tst mo_mt_call_osmux.py: using CellId 22217\u000a16:15:04.084637 tst mo_mt_call_osmux.py: using BVCI 22218\u000a16:15:04.109855 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:15:04.121840 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:15:04.133525 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:15:04.145433 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:15:04.157366 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:15:04.169306 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:15:04.287438 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:15:04.499736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:04.994609 run create_hlr_db(pid=21343): Launched\u000a16:15:05.172199 bus /sierra_2: Setting Powered False\u000a16:15:06.193386 run create_hlr_db(pid=21343): Terminated: ok {rc=0}\u000a16:15:06.635639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21345): Launched\u000a16:15:06.966493 run osmo-hlr_10.42.42.2(pid=21346): Launched\u000a16:15:07.088481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:07.666298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21349): Launched\u000a16:15:08.000830 run osmo-stp_10.42.42.5(pid=21350): Launched\u000a16:15:08.121678 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:15:08.728074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21352): Launched\u000a16:15:09.060282 run osmo-msc_10.42.42.6(pid=21353): Launched\u000a16:15:09.254093 run osmo-stp_10.42.42.5(pid=21350): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21350)]\u000a16:15:09.394435 run osmo-stp_10.42.42.5(pid=21350): stdout: \u000a| (launched: 2022-12-09_16:15:07.834772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:09.532467 run osmo-stp_10.42.42.5(pid=21350): stderr: \u000a| �[0;m�[38;5;43m20221209161508028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161508028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161508028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161508029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161508029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161508029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161508029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:09.664781 run osmo-stp_10.42.42.5(pid=21350): stdout: \u000a| (launched: 2022-12-09_16:15:07.834772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:09.795871 run osmo-stp_10.42.42.5(pid=21350): stderr: \u000a| �[0;m�[38;5;43m20221209161508028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161508028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161508028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161508029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161508029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161508029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161508029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:09.853811 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21350): Process ended prematurely: osmo-stp_10.42.42.5(pid=21350) [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21350)] [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:15:09.863277 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:15:09.926493 run osmo-hlr_10.42.42.2(pid=21346): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21346)]\u000a16:15:09.978018 run osmo-hlr_10.42.42.2(pid=21346): stdout: \u000a| (launched: 2022-12-09_16:15:06.803584) \u000a16:15:10.030122 run osmo-hlr_10.42.42.2(pid=21346): stderr: \u000a| �[0;m�[1;31m20221209161507004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161507004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161507004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161507005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161507005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161507005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161507017 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161507026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161507026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161507026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:10.100493 run osmo-msc_10.42.42.6(pid=21353): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21353)]\u000a16:15:10.152028 run osmo-msc_10.42.42.6(pid=21353): stdout: \u000a| (launched: 2022-12-09_16:15:08.896003) \u000a16:15:10.204027 run osmo-msc_10.42.42.6(pid=21353): stderr: \u000a| �[0;m�[38;5;43m20221209161509219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161509220 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69d9b87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161509220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161509220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161509220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161509220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161509222 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161509222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161509222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161509222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:15:10.247787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21345): Terminating (SIGTERM)\u000a16:15:10.290147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21349): Terminating (SIGTERM)\u000a16:15:10.332306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21352): Terminating (SIGTERM)\u000a16:15:10.342393 --- ParallelTerminationStrategy: PID 21345 died...\u000a16:15:10.398504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21345): Terminated: ok {rc=0}\u000a16:15:10.409053 --- ParallelTerminationStrategy: PID 21349 died...\u000a16:15:10.465067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21349): Terminated: ok {rc=0}\u000a16:15:10.475090 --- ParallelTerminationStrategy: PID 21352 died...\u000a16:15:10.530951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21352): Terminated: ok {rc=0}\u000a16:15:10.618370 bus /sierra_3: Setting Powered False\u000a16:15:11.725530 bus /sierra_3: Setting Powered False\u000a16:15:12.833365 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:14:53" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21364): Process ended prematurely: osmo-stp_10.42.42.5(pid=21364) [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21364)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21364): Process ended prematurely: osmo-stp_10.42.42.5(pid=21364) [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:15:14.839795 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:14.851237 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:15:15.018864 tst mo_mt_call.py: using LAC 22218\u000a16:15:15.147082 tst mo_mt_call.py: using RAC 33\u000a16:15:15.278196 tst mo_mt_call.py: using CellId 22218\u000a16:15:15.406723 tst mo_mt_call.py: using BVCI 22219\u000a16:15:15.431595 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:15.442984 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:15.454222 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:15.465823 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:15.477441 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:15.488882 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:15:15.609139 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:15:15.824229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:16.445904 run create_hlr_db(pid=21358): Launched\u000a16:15:16.646829 bus /sierra_2: Setting Powered False\u000a16:15:17.659446 run create_hlr_db(pid=21358): Terminated: ok {rc=0}\u000a16:15:18.109430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21360): Launched\u000a16:15:18.441216 run osmo-hlr_10.42.42.2(pid=21361): Launched\u000a16:15:18.564424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:19.136283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21363): Launched\u000a16:15:19.467929 run osmo-stp_10.42.42.5(pid=21364): Launched\u000a16:15:19.588225 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:15:20.192282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21366): Launched\u000a16:15:20.524478 run osmo-msc_10.42.42.6(pid=21367): Launched\u000a16:15:20.717520 run osmo-stp_10.42.42.5(pid=21364): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21364)]\u000a16:15:20.856602 run osmo-stp_10.42.42.5(pid=21364): stdout: \u000a| (launched: 2022-12-09_16:15:19.304099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:20.995456 run osmo-stp_10.42.42.5(pid=21364): stderr: \u000a| �[0;m�[38;5;43m20221209161519496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161519497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161519497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161519498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161519500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161519500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161519500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:21.127589 run osmo-stp_10.42.42.5(pid=21364): stdout: \u000a| (launched: 2022-12-09_16:15:19.304099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:21.258728 run osmo-stp_10.42.42.5(pid=21364): stderr: \u000a| �[0;m�[38;5;43m20221209161519496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161519497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161519497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161519498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161519500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161519500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161519500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:21.316832 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21364): Process ended prematurely: osmo-stp_10.42.42.5(pid=21364) [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21364)] [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:15:21.326071 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:15:21.389181 run osmo-hlr_10.42.42.2(pid=21361): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21361)]\u000a16:15:21.440767 run osmo-hlr_10.42.42.2(pid=21361): stdout: \u000a| (launched: 2022-12-09_16:15:18.277565) \u000a16:15:21.493207 run osmo-hlr_10.42.42.2(pid=21361): stderr: \u000a| �[0;m�[1;31m20221209161518477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161518478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161518478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161518478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161518478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161518478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161518490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161518498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161518499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161518499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:21.564205 run osmo-msc_10.42.42.6(pid=21367): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21367)]\u000a16:15:21.615809 run osmo-msc_10.42.42.6(pid=21367): stdout: \u000a| (launched: 2022-12-09_16:15:20.360932) \u000a16:15:21.667882 run osmo-msc_10.42.42.6(pid=21367): stderr: \u000a| �[0;m�[38;5;43m20221209161520684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161520684 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06eca51c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161520684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161520684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161520684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161520685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161520686 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161520687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161520687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161520687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:15:21.712204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21360): Terminating (SIGTERM)\u000a16:15:21.754118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21363): Terminating (SIGTERM)\u000a16:15:21.795925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21366): Terminating (SIGTERM)\u000a16:15:21.805939 --- ParallelTerminationStrategy: PID 21360 died...\u000a16:15:21.862587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21360): Terminated: ok {rc=0}\u000a16:15:21.873120 --- ParallelTerminationStrategy: PID 21363 died...\u000a16:15:21.929796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21363): Terminated: ok {rc=0}\u000a16:15:21.940174 --- ParallelTerminationStrategy: PID 21366 died...\u000a16:15:21.996472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21366): Terminated: ok {rc=0}\u000a16:15:22.084769 bus /sierra_3: Setting Powered False\u000a16:15:23.190381 bus /sierra_3: Setting Powered False\u000a16:15:24.302256 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21375): Process ended prematurely: osmo-stp_10.42.42.5(pid=21375) [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21375)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21375): Process ended prematurely: osmo-stp_10.42.42.5(pid=21375) [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:15:25.413653 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:25.425685 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:15:25.587829 tst mo_mt_call_osmux.py: using LAC 22219\u000a16:15:25.711137 tst mo_mt_call_osmux.py: using RAC 34\u000a16:15:25.832315 tst mo_mt_call_osmux.py: using CellId 22219\u000a16:15:25.955470 tst mo_mt_call_osmux.py: using BVCI 22220\u000a16:15:25.979043 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:25.990208 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:26.001413 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:26.012476 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:26.023560 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:15:26.034591 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:15:26.156206 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:15:26.373091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:26.895341 run create_hlr_db(pid=21369): Launched\u000a16:15:27.087945 bus /sierra_2: Setting Powered False\u000a16:15:28.107819 run create_hlr_db(pid=21369): Terminated: ok {rc=0}\u000a16:15:28.524598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21371): Launched\u000a16:15:28.835465 run osmo-hlr_10.42.42.2(pid=21372): Launched\u000a16:15:28.957167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:29.501783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21374): Launched\u000a16:15:29.811986 run osmo-stp_10.42.42.5(pid=21375): Launched\u000a16:15:29.923912 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:15:30.497270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21377): Launched\u000a16:15:30.807653 run osmo-msc_10.42.42.6(pid=21378): Launched\u000a16:15:31.182606 run osmo-stp_10.42.42.5(pid=21375): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21375)]\u000a16:15:31.325291 run osmo-stp_10.42.42.5(pid=21375): stdout: \u000a| (launched: 2022-12-09_16:15:29.659385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:31.471850 run osmo-stp_10.42.42.5(pid=21375): stderr: \u000a| �[0;m�[38;5;43m20221209161529833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161529833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161529834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161529834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161529835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161529835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161529835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:31.610857 run osmo-stp_10.42.42.5(pid=21375): stdout: \u000a| (launched: 2022-12-09_16:15:29.659385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:31.748219 run osmo-stp_10.42.42.5(pid=21375): stderr: \u000a| �[0;m�[38;5;43m20221209161529833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161529833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161529834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161529834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161529835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161529835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161529835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:31.808444 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21375): Process ended prematurely: osmo-stp_10.42.42.5(pid=21375) [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21375)] [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:15:31.818812 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:15:31.887314 run osmo-hlr_10.42.42.2(pid=21372): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21372)]\u000a16:15:31.944392 run osmo-hlr_10.42.42.2(pid=21372): stdout: \u000a| (launched: 2022-12-09_16:15:28.682465) \u000a16:15:32.000062 run osmo-hlr_10.42.42.2(pid=21372): stderr: \u000a| �[0;m�[1;31m20221209161528860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161528860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161528860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161528860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161528860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161528860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161528873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161528882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161528883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161528883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:32.074292 run osmo-msc_10.42.42.6(pid=21378): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21378)]\u000a16:15:32.128632 run osmo-msc_10.42.42.6(pid=21378): stdout: \u000a| (launched: 2022-12-09_16:15:30.654786) \u000a16:15:32.185321 run osmo-msc_10.42.42.6(pid=21378): stderr: \u000a| �[0;m�[38;5;43m20221209161530971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161530971 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda65218c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161530971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161530971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161530972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161530972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161530974 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161530974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161530974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161530974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:15:32.231796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21371): Terminating (SIGTERM)\u000a16:15:32.275440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21374): Terminating (SIGTERM)\u000a16:15:32.318277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21377): Terminating (SIGTERM)\u000a16:15:32.328105 --- ParallelTerminationStrategy: PID 21371 died...\u000a16:15:32.385867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21371): Terminated: ok {rc=0}\u000a16:15:32.396161 --- ParallelTerminationStrategy: PID 21374 died...\u000a16:15:32.452422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21374): Terminated: ok {rc=0}\u000a16:15:32.462877 --- ParallelTerminationStrategy: PID 21377 died...\u000a16:15:32.518983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21377): Terminated: ok {rc=0}\u000a16:15:32.607085 bus /sierra_3: Setting Powered False\u000a16:15:33.714615 bus /sierra_3: Setting Powered False\u000a16:15:34.823109 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:15:14" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21391): Process ended prematurely: osmo-stp_10.42.42.5(pid=21391) [trial-2361↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21391)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21391): Process ended prematurely: osmo-stp_10.42.42.5(pid=21391) [trial-2361↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a16:15:36.830788 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:36.842716 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:15:36.990496 tst mo_mt_call.py: using LAC 22220\u000a16:15:37.117142 tst mo_mt_call.py: using RAC 35\u000a16:15:37.243761 tst mo_mt_call.py: using CellId 22220\u000a16:15:37.375344 tst mo_mt_call.py: using BVCI 22221\u000a16:15:37.400411 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:37.412354 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:37.423935 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:37.435741 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:37.447653 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:37.459725 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:15:37.578896 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:15:37.794324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:38.313879 run create_hlr_db(pid=21385): Launched\u000a16:15:38.504712 bus /sierra_2: Setting Powered False\u000a16:15:39.524252 run create_hlr_db(pid=21385): Terminated: ok {rc=0}\u000a16:15:39.940259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21387): Launched\u000a16:15:40.275228 run osmo-hlr_10.42.42.2(pid=21388): Launched\u000a16:15:40.398751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:40.971313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21390): Launched\u000a16:15:41.303150 run osmo-stp_10.42.42.5(pid=21391): Launched\u000a16:15:41.425429 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:15:42.031584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21393): Launched\u000a16:15:42.364455 run osmo-msc_10.42.42.6(pid=21394): Launched\u000a16:15:42.557049 run osmo-stp_10.42.42.5(pid=21391): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21391)]\u000a16:15:42.696230 run osmo-stp_10.42.42.5(pid=21391): stdout: \u000a| (launched: 2022-12-09_16:15:41.139463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:42.834967 run osmo-stp_10.42.42.5(pid=21391): stderr: \u000a| �[0;m�[38;5;43m20221209161541331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161541332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161541332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161541332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161541333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161541333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161541333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:42.967062 run osmo-stp_10.42.42.5(pid=21391): stdout: \u000a| (launched: 2022-12-09_16:15:41.139463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:43.098304 run osmo-stp_10.42.42.5(pid=21391): stderr: \u000a| �[0;m�[38;5;43m20221209161541331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161541332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161541332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161541332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161541333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161541333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161541333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:43.156125 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21391): Process ended prematurely: osmo-stp_10.42.42.5(pid=21391) [trial-2361↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21391)] [trial-2361↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a16:15:43.165410 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:15:43.228514 run osmo-hlr_10.42.42.2(pid=21388): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21388)]\u000a16:15:43.280078 run osmo-hlr_10.42.42.2(pid=21388): stdout: \u000a| (launched: 2022-12-09_16:15:40.110644) \u000a16:15:43.332607 run osmo-hlr_10.42.42.2(pid=21388): stderr: \u000a| �[0;m�[1;31m20221209161540308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161540308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161540308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161540308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161540308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161540308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161540323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161540333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161540333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161540334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:43.403046 run osmo-msc_10.42.42.6(pid=21394): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21394)]\u000a16:15:43.454449 run osmo-msc_10.42.42.6(pid=21394): stdout: \u000a| (launched: 2022-12-09_16:15:42.199612) \u000a16:15:43.506491 run osmo-msc_10.42.42.6(pid=21394): stderr: \u000a| �[0;m�[38;5;43m20221209161542522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161542522 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f422ac24c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161542522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161542522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161542523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161542523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161542524 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161542525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161542525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161542525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:15:43.550968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21387): Terminating (SIGTERM)\u000a16:15:43.592739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21390): Terminating (SIGTERM)\u000a16:15:43.635149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21393): Terminating (SIGTERM)\u000a16:15:43.644901 --- ParallelTerminationStrategy: PID 21387 died...\u000a16:15:43.701485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21387): Terminated: ok {rc=0}\u000a16:15:43.711631 --- ParallelTerminationStrategy: PID 21390 died...\u000a16:15:43.767726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21390): Terminated: ok {rc=0}\u000a16:15:43.777791 --- ParallelTerminationStrategy: PID 21393 died...\u000a16:15:43.833511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21393): Terminated: ok {rc=0}\u000a16:15:43.920718 bus /sierra_3: Setting Powered False\u000a16:15:45.023453 bus /sierra_3: Setting Powered False\u000a16:15:46.148584 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21402): Process ended prematurely: osmo-stp_10.42.42.5(pid=21402) [trial-2361↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21402)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21402): Process ended prematurely: osmo-stp_10.42.42.5(pid=21402) [trial-2361↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:15:47.269514 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:47.281811 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:15:47.422411 tst mo_mt_call_osmux.py: using LAC 22221\u000a16:15:47.546030 tst mo_mt_call_osmux.py: using RAC 36\u000a16:15:47.666425 tst mo_mt_call_osmux.py: using CellId 22221\u000a16:15:47.791171 tst mo_mt_call_osmux.py: using BVCI 22222\u000a16:15:47.814578 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:47.826118 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:47.837346 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:47.848419 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:47.859762 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:15:47.870972 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:15:47.989725 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:15:48.206877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:48.727286 run create_hlr_db(pid=21396): Launched\u000a16:15:48.918759 bus /sierra_2: Setting Powered False\u000a16:15:49.939702 run create_hlr_db(pid=21396): Terminated: ok {rc=0}\u000a16:15:50.358688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21398): Launched\u000a16:15:50.671347 run osmo-hlr_10.42.42.2(pid=21399): Launched\u000a16:15:50.791270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:51.335570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21401): Launched\u000a16:15:51.646765 run osmo-stp_10.42.42.5(pid=21402): Launched\u000a16:15:51.772111 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:15:52.340611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21404): Launched\u000a16:15:52.652926 run osmo-msc_10.42.42.6(pid=21405): Launched\u000a16:15:52.834434 run osmo-stp_10.42.42.5(pid=21402): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21402)]\u000a16:15:52.964794 run osmo-stp_10.42.42.5(pid=21402): stdout: \u000a| (launched: 2022-12-09_16:15:51.493263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:53.093264 run osmo-stp_10.42.42.5(pid=21402): stderr: \u000a| �[0;m�[38;5;43m20221209161551666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161551666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161551666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161551667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161551667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161551667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161551667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:53.216709 run osmo-stp_10.42.42.5(pid=21402): stdout: \u000a| (launched: 2022-12-09_16:15:51.493263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:53.339380 run osmo-stp_10.42.42.5(pid=21402): stderr: \u000a| �[0;m�[38;5;43m20221209161551666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161551666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161551666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161551667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161551667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161551667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161551667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:53.393900 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21402): Process ended prematurely: osmo-stp_10.42.42.5(pid=21402) [trial-2361↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21402)] [trial-2361↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a16:15:53.402352 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:15:53.461748 run osmo-hlr_10.42.42.2(pid=21399): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21399)]\u000a16:15:53.510669 run osmo-hlr_10.42.42.2(pid=21399): stdout: \u000a| (launched: 2022-12-09_16:15:50.516286) \u000a16:15:53.560143 run osmo-hlr_10.42.42.2(pid=21399): stderr: \u000a| �[0;m�[1;31m20221209161550693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161550693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161550693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161550693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161550693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161550693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161550705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161550713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161550713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161550713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:53.627400 run osmo-msc_10.42.42.6(pid=21405): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21405)]\u000a16:15:53.676138 run osmo-msc_10.42.42.6(pid=21405): stdout: \u000a| (launched: 2022-12-09_16:15:52.498505) \u000a16:15:53.725635 run osmo-msc_10.42.42.6(pid=21405): stderr: \u000a| �[0;m�[38;5;43m20221209161552772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161552772 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ce43f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161552773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161552773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161552773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161552773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161552775 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161552775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161552775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161552775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:15:53.767437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21398): Terminating (SIGTERM)\u000a16:15:53.807688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21401): Terminating (SIGTERM)\u000a16:15:53.847232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21404): Terminating (SIGTERM)\u000a16:15:53.856383 --- ParallelTerminationStrategy: PID 21398 died...\u000a16:15:53.909052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21398): Terminated: ok {rc=0}\u000a16:15:53.918524 --- ParallelTerminationStrategy: PID 21401 died...\u000a16:15:53.970729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21401): Terminated: ok {rc=0}\u000a16:15:53.980145 --- ParallelTerminationStrategy: PID 21404 died...\u000a16:15:54.032482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21404): Terminated: ok {rc=0}\u000a16:15:54.121055 bus /sierra_3: Setting Powered False\u000a16:15:55.225778 bus /sierra_3: Setting Powered False\u000a16:15:56.336836 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:15:36" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21416): Process ended prematurely: osmo-stp_10.42.42.5(pid=21416) [trial-2361↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21416)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21416): Process ended prematurely: osmo-stp_10.42.42.5(pid=21416) [trial-2361↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:15:58.361848 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:15:58.373042 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:15:58.507870 tst emergency_mo_mt_call.py: using LAC 22222\u000a16:15:58.627205 tst emergency_mo_mt_call.py: using RAC 37\u000a16:15:58.743834 tst emergency_mo_mt_call.py: using CellId 22222\u000a16:15:58.860791 tst emergency_mo_mt_call.py: using BVCI 22223\u000a16:15:58.883850 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:15:58.894733 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:15:58.905477 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:15:58.916163 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:15:58.927153 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:15:58.937817 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:15:59.057535 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:15:59.272158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:59.786167 run create_hlr_db(pid=21410): Launched\u000a16:15:59.975964 bus /sierra_2: Setting Powered False\u000a16:16:01.035762 run create_hlr_db(pid=21410): Terminated: ok {rc=0}\u000a16:16:01.505698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21412): Launched\u000a16:16:01.949466 run osmo-hlr_10.42.42.2(pid=21413): Launched\u000a16:16:02.249512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:02.781473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21415): Launched\u000a16:16:03.087479 run osmo-stp_10.42.42.5(pid=21416): Launched\u000a16:16:03.209058 tst emergency_mo_mt_call.py: using MSISDN 7265\u000a16:16:03.359756 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:16:03.916715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21418): Launched\u000a16:16:04.223888 run osmo-msc_10.42.42.6(pid=21419): Launched\u000a16:16:04.403673 run osmo-stp_10.42.42.5(pid=21416): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21416)]\u000a16:16:04.532721 run osmo-stp_10.42.42.5(pid=21416): stdout: \u000a| (launched: 2022-12-09_16:16:02.936304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:04.659902 run osmo-stp_10.42.42.5(pid=21416): stderr: \u000a| �[0;m�[38;5;43m20221209161603108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161603108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161603108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161603109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161603109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161603109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161603109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:04.782984 run osmo-stp_10.42.42.5(pid=21416): stdout: \u000a| (launched: 2022-12-09_16:16:02.936304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:04.904840 run osmo-stp_10.42.42.5(pid=21416): stderr: \u000a| �[0;m�[38;5;43m20221209161603108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161603108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161603108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161603109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161603109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161603109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161603109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:04.958200 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=21416): Process ended prematurely: osmo-stp_10.42.42.5(pid=21416) [trial-2361↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21416)] [trial-2361↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a16:16:04.966437 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a16:16:05.026185 run osmo-hlr_10.42.42.2(pid=21413): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21413)]\u000a16:16:05.075521 run osmo-hlr_10.42.42.2(pid=21413): stdout: \u000a| (launched: 2022-12-09_16:16:01.673795) \u000a16:16:05.125353 run osmo-hlr_10.42.42.2(pid=21413): stderr: \u000a| �[0;m�[1;31m20221209161601931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161601931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161601931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161601931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161601931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161601931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161601945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161601985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161601986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161601986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:05.192709 run osmo-msc_10.42.42.6(pid=21419): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21419)]\u000a16:16:05.241754 run osmo-msc_10.42.42.6(pid=21419): stdout: \u000a| (launched: 2022-12-09_16:16:04.072136) \u000a16:16:05.291197 run osmo-msc_10.42.42.6(pid=21419): stderr: \u000a| �[0;m�[38;5;43m20221209161604347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161604347 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d4342bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161604348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161604348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161604348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161604348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161604351 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161604351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161604351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161604351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:16:05.333086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21412): Terminating (SIGTERM)\u000a16:16:05.372899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21415): Terminating (SIGTERM)\u000a16:16:05.412886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21418): Terminating (SIGTERM)\u000a16:16:05.422473 --- ParallelTerminationStrategy: PID 21412 died...\u000a16:16:05.475597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21412): Terminated: ok {rc=0}\u000a16:16:05.485458 --- ParallelTerminationStrategy: PID 21415 died...\u000a16:16:05.538308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21415): Terminated: ok {rc=0}\u000a16:16:05.548116 --- ParallelTerminationStrategy: PID 21418 died...\u000a16:16:05.601259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21418): Terminated: ok {rc=0}\u000a16:16:05.690254 bus /sierra_3: Setting Powered False\u000a16:16:06.793708 bus /sierra_3: Setting Powered False\u000a16:16:07.904797 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21427): Process ended prematurely: osmo-stp_10.42.42.5(pid=21427) [trial-2361↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21427)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21427): Process ended prematurely: osmo-stp_10.42.42.5(pid=21427) [trial-2361↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:16:08.957519 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:16:08.969353 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:16:09.112570 tst emergency_preemptive_call.py: using LAC 22223\u000a16:16:09.229289 tst emergency_preemptive_call.py: using RAC 38\u000a16:16:09.346209 tst emergency_preemptive_call.py: using CellId 22223\u000a16:16:09.462597 tst emergency_preemptive_call.py: using BVCI 22224\u000a16:16:09.485482 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:16:09.496090 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:16:09.506703 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:16:09.517403 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:16:09.528064 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:16:09.538747 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:09.660657 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:09.779620 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:09.895399 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:10.102857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:10.594921 run create_hlr_db(pid=21421): Launched\u000a16:16:10.772309 bus /sierra_2: Setting Powered False\u000a16:16:11.792326 run create_hlr_db(pid=21421): Terminated: ok {rc=0}\u000a16:16:12.227106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21423): Launched\u000a16:16:12.554064 run osmo-hlr_10.42.42.2(pid=21424): Launched\u000a16:16:12.675947 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:13.242575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21426): Launched\u000a16:16:13.571195 run osmo-stp_10.42.42.5(pid=21427): Launched\u000a16:16:13.705969 tst emergency_preemptive_call.py: using MSISDN 7266\u000a16:16:13.868035 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:16:14.460780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21429): Launched\u000a16:16:14.788750 run osmo-msc_10.42.42.6(pid=21430): Launched\u000a16:16:14.979469 run osmo-stp_10.42.42.5(pid=21427): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21427)]\u000a16:16:15.117538 run osmo-stp_10.42.42.5(pid=21427): stdout: \u000a| (launched: 2022-12-09_16:16:13.408813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:15.254891 run osmo-stp_10.42.42.5(pid=21427): stderr: \u000a| �[0;m�[38;5;43m20221209161613605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161613605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161613605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161613605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161613606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161613606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161613606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:15.386894 run osmo-stp_10.42.42.5(pid=21427): stdout: \u000a| (launched: 2022-12-09_16:16:13.408813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:15.516503 run osmo-stp_10.42.42.5(pid=21427): stderr: \u000a| �[0;m�[38;5;43m20221209161613605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161613605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161613605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161613605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161613606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161613606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161613606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:15.573395 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=21427): Process ended prematurely: osmo-stp_10.42.42.5(pid=21427) [trial-2361↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21427)] [trial-2361↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a16:16:15.581962 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a16:16:15.645481 run osmo-hlr_10.42.42.2(pid=21424): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21424)]\u000a16:16:15.697241 run osmo-hlr_10.42.42.2(pid=21424): stdout: \u000a| (launched: 2022-12-09_16:16:12.393700) \u000a16:16:15.749772 run osmo-hlr_10.42.42.2(pid=21424): stderr: \u000a| �[0;m�[1;31m20221209161612595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161612595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161612595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161612595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161612595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161612595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161612607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161612615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161612616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161612616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:15.820941 run osmo-msc_10.42.42.6(pid=21430): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21430)]\u000a16:16:15.880589 run osmo-msc_10.42.42.6(pid=21430): stdout: \u000a| (launched: 2022-12-09_16:16:14.626574) \u000a16:16:15.947624 run osmo-msc_10.42.42.6(pid=21430): stderr: \u000a| �[0;m�[38;5;43m20221209161614951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209161614952 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c7817ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209161614952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209161614952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209161614952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209161614952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209161614954 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209161614954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209161614954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209161614954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:16:15.994892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21423): Terminating (SIGTERM)\u000a16:16:16.042703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21426): Terminating (SIGTERM)\u000a16:16:16.090100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21429): Terminating (SIGTERM)\u000a16:16:16.101141 --- ParallelTerminationStrategy: PID 21423 died...\u000a16:16:16.159479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21423): Terminated: ok {rc=0}\u000a16:16:16.169787 --- ParallelTerminationStrategy: PID 21426 died...\u000a16:16:16.225205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21426): Terminated: ok {rc=0}\u000a16:16:16.235454 --- ParallelTerminationStrategy: PID 21429 died...\u000a16:16:16.290486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21429): Terminated: ok {rc=0}\u000a16:16:16.392225 bus /sierra_9: Setting Powered False\u000a16:16:17.497707 bus /sierra_9: Setting Powered False\u000a16:16:18.609790 bus /sierra_8: Setting Powered False\u000a16:16:19.713508 bus /sierra_8: Setting Powered False\u000a16:16:20.824858 bus /sierra_3: Setting Powered False\u000a16:16:21.928253 bus /sierra_3: Setting Powered False\u000a16:16:23.040433 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:15:58" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21445): Process ended prematurely: osmo-stp_10.42.42.5(pid=21445) [trial-2361↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21445)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21445): Process ended prematurely: osmo-stp_10.42.42.5(pid=21445) [trial-2361↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:16:25.152772 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:25.163455 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:16:25.302398 tst cs_paging_gprs_active.py: using LAC 22224\u000a16:16:25.426058 tst cs_paging_gprs_active.py: using RAC 39\u000a16:16:25.548842 tst cs_paging_gprs_active.py: using CellId 22224\u000a16:16:25.671370 tst cs_paging_gprs_active.py: using BVCI 22225\u000a16:16:25.695018 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:25.705823 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:25.716192 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:25.726708 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:25.737040 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:25.747341 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:25.757897 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:25.768181 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:25.778751 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:25.901017 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:26.188462 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:16:26.317636 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:16:26.641358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21435): Launched\u000a16:16:26.910123 run iperf3-srv_10.42.42.10(pid=21436): Launched\u000a16:16:27.099600 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:16:27.228609 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:16:27.561674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21437): Launched\u000a16:16:27.828669 run iperf3-srv_10.42.42.10(pid=21438): Launched\u000a16:16:28.017860 tst cs_paging_gprs_active.py:38: start network...\u000a16:16:28.147105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:28.646256 run create_hlr_db(pid=21439): Launched\u000a16:16:28.825589 bus /sierra_2: Setting Powered False\u000a16:16:29.846723 run create_hlr_db(pid=21439): Terminated: ok {rc=0}\u000a16:16:30.291095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21441): Launched\u000a16:16:30.626897 run osmo-hlr_10.42.42.2(pid=21442): Launched\u000a16:16:30.748577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:31.365453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21444): Launched\u000a16:16:31.707276 run osmo-stp_10.42.42.5(pid=21445): Launched\u000a16:16:31.827759 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:16:32.479444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21447): Launched\u000a16:16:32.598756 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:16:32.889828 run patchelf(pid=21448): Launched\u000a16:16:33.084584 run osmo-stp_10.42.42.5(pid=21445): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21445)]\u000a16:16:33.227089 run osmo-stp_10.42.42.5(pid=21445): stdout: \u000a| (launched: 2022-12-09_16:16:31.529259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:33.370580 run osmo-stp_10.42.42.5(pid=21445): stderr: \u000a| �[0;m�[38;5;43m20221209161631915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161631915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161631915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161631916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161631923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161631923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161631923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:33.508141 run osmo-stp_10.42.42.5(pid=21445): stdout: \u000a| (launched: 2022-12-09_16:16:31.529259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:33.644805 run osmo-stp_10.42.42.5(pid=21445): stderr: \u000a| �[0;m�[38;5;43m20221209161631915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161631915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161631915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161631916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161631923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161631923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161631923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:33.804023 run patchelf(pid=21448): Terminating (SIGINT)\u000a16:16:33.991390 run patchelf(pid=21448): Terminated: ok {rc=0}\u000a16:16:34.025916 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21445): Process ended prematurely: osmo-stp_10.42.42.5(pid=21445) [trial-2361↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21445)] [trial-2361↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a16:16:34.035791 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a16:16:34.100591 run osmo-hlr_10.42.42.2(pid=21442): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21442)]\u000a16:16:34.152505 run osmo-hlr_10.42.42.2(pid=21442): stdout: \u000a| (launched: 2022-12-09_16:16:30.460882) \u000a16:16:34.205558 run osmo-hlr_10.42.42.2(pid=21442): stderr: \u000a| �[0;m�[1;31m20221209161630663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161630663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161630663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161630663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161630663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161630664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161630675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161630684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161630684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161630684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:34.250216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21435): Terminating (SIGTERM)\u000a16:16:34.292260 run iperf3-srv_10.42.42.10(pid=21436): Terminating (SIGTERM)\u000a16:16:34.336449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21437): Terminating (SIGTERM)\u000a16:16:34.378903 run iperf3-srv_10.42.42.10(pid=21438): Terminating (SIGTERM)\u000a16:16:34.420806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21441): Terminating (SIGTERM)\u000a16:16:34.463527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21444): Terminating (SIGTERM)\u000a16:16:34.505986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21447): Terminating (SIGTERM)\u000a16:16:34.515980 --- ParallelTerminationStrategy: PID 21435 died...\u000a16:16:34.573099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21435): Terminated: ok {rc=0}\u000a16:16:34.583460 --- ParallelTerminationStrategy: PID 21436 died...\u000a16:16:34.640000 run iperf3-srv_10.42.42.10(pid=21436): Terminated {rc=256}\u000a16:16:34.650045 --- ParallelTerminationStrategy: PID 21437 died...\u000a16:16:34.707040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21437): Terminated: ok {rc=0}\u000a16:16:34.717562 --- ParallelTerminationStrategy: PID 21438 died...\u000a16:16:34.774406 run iperf3-srv_10.42.42.10(pid=21438): Terminated {rc=256}\u000a16:16:34.784658 --- ParallelTerminationStrategy: PID 21441 died...\u000a16:16:34.840804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21441): Terminated: ok {rc=0}\u000a16:16:34.851291 --- ParallelTerminationStrategy: PID 21444 died...\u000a16:16:34.907843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21444): Terminated: ok {rc=0}\u000a16:16:34.918145 --- ParallelTerminationStrategy: PID 21447 died...\u000a16:16:34.974893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21447): Terminated: ok {rc=0}\u000a16:16:35.063343 bus /gobi_0: Setting Powered False\u000a16:16:36.171884 bus /gobi_0: Setting Powered False\u000a16:16:37.280756 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21457): Process ended prematurely: osmo-stp_10.42.42.5(pid=21457) [trial-2361↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21457)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21457): Process ended prematurely: osmo-stp_10.42.42.5(pid=21457) [trial-2361↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a16:16:38.391937 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:38.403387 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:16:38.545912 tst iperf3.py: using LAC 22225\u000a16:16:38.669841 tst iperf3.py: using RAC 40\u000a16:16:38.791373 tst iperf3.py: using CellId 22225\u000a16:16:38.923031 tst iperf3.py: using BVCI 22226\u000a16:16:38.948504 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:38.959791 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:38.971012 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:38.982898 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:38.995506 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:39.007485 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:39.018822 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:39.030659 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:39.042650 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:39.331948 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:16:39.461610 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:16:39.786758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21449): Launched\u000a16:16:40.055083 run iperf3-srv_10.42.42.10(pid=21450): Launched\u000a16:16:40.246724 tst iperf3.py:8: start network...\u000a16:16:40.376375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:40.874289 run create_hlr_db(pid=21451): Launched\u000a16:16:41.053406 bus /gobi_6: Setting Powered False\u000a16:16:42.074878 run create_hlr_db(pid=21451): Terminated: ok {rc=0}\u000a16:16:42.491843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21453): Launched\u000a16:16:42.807013 run osmo-hlr_10.42.42.2(pid=21454): Launched\u000a16:16:42.925966 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:43.467392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21456): Launched\u000a16:16:43.777944 run osmo-stp_10.42.42.5(pid=21457): Launched\u000a16:16:43.894490 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:16:44.436783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21459): Launched\u000a16:16:44.547304 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:16:44.818669 run patchelf(pid=21460): Launched\u000a16:16:45.000934 run osmo-stp_10.42.42.5(pid=21457): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21457)]\u000a16:16:45.134648 run osmo-stp_10.42.42.5(pid=21457): stdout: \u000a| (launched: 2022-12-09_16:16:43.624826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:45.268389 run osmo-stp_10.42.42.5(pid=21457): stderr: \u000a| �[0;m�[38;5;43m20221209161643797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161643797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161643798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161643798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161643798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161643798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161643799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:45.397089 run osmo-stp_10.42.42.5(pid=21457): stdout: \u000a| (launched: 2022-12-09_16:16:43.624826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:45.524245 run osmo-stp_10.42.42.5(pid=21457): stderr: \u000a| �[0;m�[38;5;43m20221209161643797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161643797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161643798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161643798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161643798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161643798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161643799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:45.672777 run patchelf(pid=21460): Terminating (SIGINT)\u000a16:16:45.851221 run patchelf(pid=21460): Terminated: ok {rc=0}\u000a16:16:45.884556 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21457): Process ended prematurely: osmo-stp_10.42.42.5(pid=21457) [trial-2361↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21457)] [trial-2361↪gprs:trx-umtrx↪iperf3.py:8]\u000a16:16:45.898052 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a16:16:45.967830 run osmo-hlr_10.42.42.2(pid=21454): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21454)]\u000a16:16:46.022405 run osmo-hlr_10.42.42.2(pid=21454): stdout: \u000a| (launched: 2022-12-09_16:16:42.650670) \u000a16:16:46.073850 run osmo-hlr_10.42.42.2(pid=21454): stderr: \u000a| �[0;m�[1;31m20221209161642830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161642830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161642830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161642830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161642830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161642830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161642841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161642849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161642849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161642849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:46.117334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21449): Terminating (SIGTERM)\u000a16:16:46.159416 run iperf3-srv_10.42.42.10(pid=21450): Terminating (SIGTERM)\u000a16:16:46.204391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21453): Terminating (SIGTERM)\u000a16:16:46.245625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21456): Terminating (SIGTERM)\u000a16:16:46.286870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21459): Terminating (SIGTERM)\u000a16:16:46.296460 --- ParallelTerminationStrategy: PID 21449 died...\u000a16:16:46.351290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21449): Terminated: ok {rc=0}\u000a16:16:46.361703 --- ParallelTerminationStrategy: PID 21450 died...\u000a16:16:46.416363 run iperf3-srv_10.42.42.10(pid=21450): Terminated {rc=256}\u000a16:16:46.426609 --- ParallelTerminationStrategy: PID 21453 died...\u000a16:16:46.481279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21453): Terminated: ok {rc=0}\u000a16:16:46.491633 --- ParallelTerminationStrategy: PID 21456 died...\u000a16:16:46.546383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21456): Terminated: ok {rc=0}\u000a16:16:46.556664 --- ParallelTerminationStrategy: PID 21459 died...\u000a16:16:46.616518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21459): Terminated: ok {rc=0}\u000a16:16:46.729262 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 187, "className" : "gprs:trx-umtrx", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21475): Process ended prematurely: osmo-stp_10.42.42.5(pid=21475) [trial-2361↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21475)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21475): Process ended prematurely: osmo-stp_10.42.42.5(pid=21475) [trial-2361↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a16:16:47.853475 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:47.865466 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:16:48.008861 tst iperf3m4.py: using LAC 22226\u000a16:16:48.130883 tst iperf3m4.py: using RAC 41\u000a16:16:48.252346 tst iperf3m4.py: using CellId 22226\u000a16:16:48.377326 tst iperf3m4.py: using BVCI 22227\u000a16:16:48.401036 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:48.411944 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:48.422453 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:48.433188 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:48.443670 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:48.454317 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:48.465081 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:48.475784 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:16:48.486778 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:48.606140 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:48.734324 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:48.853100 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:16:49.157402 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:16:49.297262 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:16:49.643513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21461): Launched\u000a16:16:49.931103 run iperf3-srv_10.42.42.10(pid=21462): Launched\u000a16:16:50.136080 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:16:50.275564 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:16:50.622716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21463): Launched\u000a16:16:50.908307 run iperf3-srv_10.42.42.10(pid=21464): Launched\u000a16:16:51.114509 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:16:51.254273 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:16:51.602796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21465): Launched\u000a16:16:51.890780 run iperf3-srv_10.42.42.10(pid=21466): Launched\u000a16:16:52.096418 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:16:52.235473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:16:52.583869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21467): Launched\u000a16:16:52.871207 run iperf3-srv_10.42.42.10(pid=21468): Launched\u000a16:16:53.075360 tst iperf3m4.py:8: start network...\u000a16:16:53.214014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:53.736881 run create_hlr_db(pid=21469): Launched\u000a16:16:53.930203 bus /gobi_6: Setting Powered False\u000a16:16:54.949381 run create_hlr_db(pid=21469): Terminated: ok {rc=0}\u000a16:16:55.393910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21471): Launched\u000a16:16:55.730040 run osmo-hlr_10.42.42.2(pid=21472): Launched\u000a16:16:55.851445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:56.435574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21474): Launched\u000a16:16:56.772597 run osmo-stp_10.42.42.5(pid=21475): Launched\u000a16:16:56.895290 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:16:57.480857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21477): Launched\u000a16:16:57.601578 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:16:57.895212 run patchelf(pid=21478): Launched\u000a16:16:58.090664 run osmo-stp_10.42.42.5(pid=21475): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21475)]\u000a16:16:58.233624 run osmo-stp_10.42.42.5(pid=21475): stdout: \u000a| (launched: 2022-12-09_16:16:56.605874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:58.377758 run osmo-stp_10.42.42.5(pid=21475): stderr: \u000a| �[0;m�[38;5;43m20221209161656799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161656799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161656800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161656800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161656800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161656800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161656801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:58.515462 run osmo-stp_10.42.42.5(pid=21475): stdout: \u000a| (launched: 2022-12-09_16:16:56.605874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:58.651992 run osmo-stp_10.42.42.5(pid=21475): stderr: \u000a| �[0;m�[38;5;43m20221209161656799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161656799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161656800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161656800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161656800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161656800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161656801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:58.810680 run patchelf(pid=21478): Terminating (SIGINT)\u000a16:16:58.996765 run patchelf(pid=21478): Terminated: ok {rc=0}\u000a16:16:59.030884 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21475): Process ended prematurely: osmo-stp_10.42.42.5(pid=21475) [trial-2361↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21475)] [trial-2361↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a16:16:59.040767 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a16:16:59.105140 run osmo-hlr_10.42.42.2(pid=21472): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21472)]\u000a16:16:59.156897 run osmo-hlr_10.42.42.2(pid=21472): stdout: \u000a| (launched: 2022-12-09_16:16:55.563775) \u000a16:16:59.209567 run osmo-hlr_10.42.42.2(pid=21472): stderr: \u000a| �[0;m�[1;31m20221209161655763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161655763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161655763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161655763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161655763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161655763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161655775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161655784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161655784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161655784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:59.254133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21461): Terminating (SIGTERM)\u000a16:16:59.296855 run iperf3-srv_10.42.42.10(pid=21462): Terminating (SIGTERM)\u000a16:16:59.339172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21463): Terminating (SIGTERM)\u000a16:16:59.381930 run iperf3-srv_10.42.42.10(pid=21464): Terminating (SIGTERM)\u000a16:16:59.424641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21465): Terminating (SIGTERM)\u000a16:16:59.466833 run iperf3-srv_10.42.42.10(pid=21466): Terminating (SIGTERM)\u000a16:16:59.508924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21467): Terminating (SIGTERM)\u000a16:16:59.551280 run iperf3-srv_10.42.42.10(pid=21468): Terminating (SIGTERM)\u000a16:16:59.594027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21471): Terminating (SIGTERM)\u000a16:16:59.635822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21474): Terminating (SIGTERM)\u000a16:16:59.678223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21477): Terminating (SIGTERM)\u000a16:16:59.688253 --- ParallelTerminationStrategy: PID 21461 died...\u000a16:16:59.744621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21461): Terminated: ok {rc=0}\u000a16:16:59.755143 --- ParallelTerminationStrategy: PID 21462 died...\u000a16:16:59.811496 run iperf3-srv_10.42.42.10(pid=21462): Terminated {rc=256}\u000a16:16:59.821802 --- ParallelTerminationStrategy: PID 21463 died...\u000a16:16:59.878182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21463): Terminated: ok {rc=0}\u000a16:16:59.888404 --- ParallelTerminationStrategy: PID 21464 died...\u000a16:16:59.944553 run iperf3-srv_10.42.42.10(pid=21464): Terminated {rc=256}\u000a16:16:59.954759 --- ParallelTerminationStrategy: PID 21465 died...\u000a16:17:00.010982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21465): Terminated: ok {rc=0}\u000a16:17:00.021577 --- ParallelTerminationStrategy: PID 21466 died...\u000a16:17:00.077724 run iperf3-srv_10.42.42.10(pid=21466): Terminated {rc=256}\u000a16:17:00.087999 --- ParallelTerminationStrategy: PID 21467 died...\u000a16:17:00.144377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21467): Terminated: ok {rc=0}\u000a16:17:00.154477 --- ParallelTerminationStrategy: PID 21468 died...\u000a16:17:00.210624 run iperf3-srv_10.42.42.10(pid=21468): Terminated {rc=256}\u000a16:17:00.221123 --- ParallelTerminationStrategy: PID 21471 died...\u000a16:17:00.277109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21471): Terminated: ok {rc=0}\u000a16:17:00.287563 --- ParallelTerminationStrategy: PID 21474 died...\u000a16:17:00.345267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21474): Terminated: ok {rc=0}\u000a16:17:00.355734 --- ParallelTerminationStrategy: PID 21477 died...\u000a16:17:00.409711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21477): Terminated: ok {rc=0}\u000a16:17:00.499396 bus /gobi_4: Setting Powered False\u000a16:17:01.611903 bus /gobi_4: Setting Powered False\u000a16:17:02.720112 bus /gobi_1: Setting Powered False\u000a16:17:03.826751 bus /gobi_1: Setting Powered False\u000a16:17:04.934378 bus /gobi_0: Setting Powered False\u000a16:17:06.040574 bus /gobi_0: Setting Powered False\u000a16:17:07.149821 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 162, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21488): Process ended prematurely: osmo-stp_10.42.42.5(pid=21488) [trial-2361↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21488)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21488): Process ended prematurely: osmo-stp_10.42.42.5(pid=21488) [trial-2361↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a16:17:08.219613 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:08.231392 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:17:08.377911 tst ping.py: using LAC 22227\u000a16:17:08.504158 tst ping.py: using RAC 42\u000a16:17:08.633589 tst ping.py: using CellId 22227\u000a16:17:08.760539 tst ping.py: using BVCI 22228\u000a16:17:08.785416 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:08.796543 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:08.807591 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:08.818848 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:08.829990 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:08.841203 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:08.852426 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:08.863692 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:17:09.162904 tst ping.py:19: start network...\u000a16:17:09.299801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:09.813781 run create_hlr_db(pid=21482): Launched\u000a16:17:10.003628 bus /gobi_6: Setting Powered False\u000a16:17:11.022873 run create_hlr_db(pid=21482): Terminated: ok {rc=0}\u000a16:17:11.457666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21484): Launched\u000a16:17:11.785885 run osmo-hlr_10.42.42.2(pid=21485): Launched\u000a16:17:11.906090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:12.478572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21487): Launched\u000a16:17:12.806612 run osmo-stp_10.42.42.5(pid=21488): Launched\u000a16:17:12.925270 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:17:13.495249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21490): Launched\u000a16:17:13.612167 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:17:13.898861 run patchelf(pid=21491): Launched\u000a16:17:14.090761 run osmo-stp_10.42.42.5(pid=21488): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21488)]\u000a16:17:14.231619 run osmo-stp_10.42.42.5(pid=21488): stdout: \u000a| (launched: 2022-12-09_16:17:12.643926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:14.372362 run osmo-stp_10.42.42.5(pid=21488): stderr: \u000a| �[0;m�[38;5;43m20221209161712839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161712840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161712840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161712840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161712841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161712841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161712841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:14.508198 run osmo-stp_10.42.42.5(pid=21488): stdout: \u000a| (launched: 2022-12-09_16:17:12.643926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:14.642695 run osmo-stp_10.42.42.5(pid=21488): stderr: \u000a| �[0;m�[38;5;43m20221209161712839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161712840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161712840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161712840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161712841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161712841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161712841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:14.798247 run patchelf(pid=21491): Terminating (SIGINT)\u000a16:17:14.980872 run patchelf(pid=21491): Terminated: ok {rc=0}\u000a16:17:15.014108 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21488): Process ended prematurely: osmo-stp_10.42.42.5(pid=21488) [trial-2361↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21488)] [trial-2361↪gprs:trx-umtrx↪ping.py:22]\u000a16:17:15.023615 tst ping.py:22: Test FAILED (6.8 sec)\u000a16:17:15.087550 run osmo-hlr_10.42.42.2(pid=21485): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21485)]\u000a16:17:15.139373 run osmo-hlr_10.42.42.2(pid=21485): stdout: \u000a| (launched: 2022-12-09_16:17:11.623473) \u000a16:17:15.191754 run osmo-hlr_10.42.42.2(pid=21485): stderr: \u000a| �[0;m�[1;31m20221209161711823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161711823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161711823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161711823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161711823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161711823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161711836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161711844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161711844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161711844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:15.235835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21484): Terminating (SIGTERM)\u000a16:17:15.278049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21487): Terminating (SIGTERM)\u000a16:17:15.319969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21490): Terminating (SIGTERM)\u000a16:17:15.330086 --- ParallelTerminationStrategy: PID 21484 died...\u000a16:17:15.386850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21484): Terminated: ok {rc=0}\u000a16:17:15.397666 --- ParallelTerminationStrategy: PID 21487 died...\u000a16:17:15.453762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21487): Terminated: ok {rc=0}\u000a16:17:15.464196 --- ParallelTerminationStrategy: PID 21490 died...\u000a16:17:15.520400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21490): Terminated: ok {rc=0}\u000a16:17:15.606520 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21498): Process ended prematurely: osmo-stp_10.42.42.5(pid=21498) [trial-2361↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21498)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21498): Process ended prematurely: osmo-stp_10.42.42.5(pid=21498) [trial-2361↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a16:17:16.664807 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:16.683042 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:17:16.841554 tst ping_idle_ping.py: using LAC 22228\u000a16:17:16.996863 tst ping_idle_ping.py: using RAC 43\u000a16:17:17.123675 tst ping_idle_ping.py: using CellId 22228\u000a16:17:17.252697 tst ping_idle_ping.py: using BVCI 22229\u000a16:17:17.278664 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:17.290554 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:17.302470 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:17.316373 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:17.328014 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:17.339589 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:17.352695 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:17:17.365397 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:17:17.651199 tst ping_idle_ping.py:24: start network...\u000a16:17:17.778996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:18.270229 run create_hlr_db(pid=21492): Launched\u000a16:17:18.446944 bus /gobi_6: Setting Powered False\u000a16:17:19.467719 run create_hlr_db(pid=21492): Terminated: ok {rc=0}\u000a16:17:19.875741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21494): Launched\u000a16:17:20.182557 run osmo-hlr_10.42.42.2(pid=21495): Launched\u000a16:17:20.294251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:20.825271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21497): Launched\u000a16:17:21.131770 run osmo-stp_10.42.42.5(pid=21498): Launched\u000a16:17:21.242811 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:17:21.774954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21500): Launched\u000a16:17:21.883894 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:17:22.151220 run patchelf(pid=21501): Launched\u000a16:17:22.329868 run osmo-stp_10.42.42.5(pid=21498): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21498)]\u000a16:17:22.460570 run osmo-stp_10.42.42.5(pid=21498): stdout: \u000a| (launched: 2022-12-09_16:17:20.980681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:22.592646 run osmo-stp_10.42.42.5(pid=21498): stderr: \u000a| �[0;m�[38;5;43m20221209161721152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161721153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161721153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161721153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161721155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161721156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161721156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:22.718984 run osmo-stp_10.42.42.5(pid=21498): stdout: \u000a| (launched: 2022-12-09_16:17:20.980681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:22.844023 run osmo-stp_10.42.42.5(pid=21498): stderr: \u000a| �[0;m�[38;5;43m20221209161721152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161721153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161721153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161721153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161721155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161721156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161721156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:22.989339 run patchelf(pid=21501): Terminating (SIGINT)\u000a16:17:23.159871 run patchelf(pid=21501): Terminated: ok {rc=0}\u000a16:17:23.190840 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21498): Process ended prematurely: osmo-stp_10.42.42.5(pid=21498) [trial-2361↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21498)] [trial-2361↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a16:17:23.199451 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:17:23.259806 run osmo-hlr_10.42.42.2(pid=21495): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21495)]\u000a16:17:23.309207 run osmo-hlr_10.42.42.2(pid=21495): stdout: \u000a| (launched: 2022-12-09_16:17:20.031393) \u000a16:17:23.359176 run osmo-hlr_10.42.42.2(pid=21495): stderr: \u000a| �[0;m�[1;31m20221209161720213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161720213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161720213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161720213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161720213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161720213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161720226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161720236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161720237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161720237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:23.401781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21494): Terminating (SIGTERM)\u000a16:17:23.441792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21497): Terminating (SIGTERM)\u000a16:17:23.481993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21500): Terminating (SIGTERM)\u000a16:17:23.491333 --- ParallelTerminationStrategy: PID 21494 died...\u000a16:17:23.545130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21494): Terminated: ok {rc=0}\u000a16:17:23.554881 --- ParallelTerminationStrategy: PID 21497 died...\u000a16:17:23.608056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21497): Terminated: ok {rc=0}\u000a16:17:23.617825 --- ParallelTerminationStrategy: PID 21500 died...\u000a16:17:23.671319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21500): Terminated: ok {rc=0}\u000a16:17:23.755916 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:16:24" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21515): Process ended prematurely: osmo-stp_10.42.42.5(pid=21515) [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21515)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21515): Process ended prematurely: osmo-stp_10.42.42.5(pid=21515) [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:17:25.916092 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:25.927663 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:17:26.074190 tst cs_paging_gprs_active.py: using LAC 22229\u000a16:17:26.200160 tst cs_paging_gprs_active.py: using RAC 44\u000a16:17:26.323748 tst cs_paging_gprs_active.py: using CellId 22229\u000a16:17:26.454122 tst cs_paging_gprs_active.py: using BVCI 22230\u000a16:17:26.479665 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:26.491346 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:26.502806 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:26.514517 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:26.526067 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:26.537614 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:26.550236 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:26.561620 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:26.574295 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:17:26.697083 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:17:26.986265 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:17:27.117093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:17:27.443187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21505): Launched\u000a16:17:27.715401 run iperf3-srv_10.42.42.10(pid=21506): Launched\u000a16:17:27.906597 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:17:28.037105 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:17:28.361975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21507): Launched\u000a16:17:28.632203 run iperf3-srv_10.42.42.10(pid=21508): Launched\u000a16:17:28.822261 tst cs_paging_gprs_active.py:38: start network...\u000a16:17:28.951816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:29.453447 run create_hlr_db(pid=21509): Launched\u000a16:17:29.632738 bus /gobi_6: Setting Powered False\u000a16:17:30.653414 run create_hlr_db(pid=21509): Terminated: ok {rc=0}\u000a16:17:31.144472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21511): Launched\u000a16:17:31.587348 run osmo-hlr_10.42.42.2(pid=21512): Launched\u000a16:17:31.828755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:32.499430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21514): Launched\u000a16:17:32.812182 run osmo-stp_10.42.42.5(pid=21515): Launched\u000a16:17:32.924492 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:17:33.468896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21517): Launched\u000a16:17:33.579967 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:17:33.851979 run patchelf(pid=21518): Launched\u000a16:17:34.036276 run osmo-stp_10.42.42.5(pid=21515): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21515)]\u000a16:17:34.169648 run osmo-stp_10.42.42.5(pid=21515): stdout: \u000a| (launched: 2022-12-09_16:17:32.658989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:34.302991 run osmo-stp_10.42.42.5(pid=21515): stderr: \u000a| �[0;m�[38;5;43m20221209161732832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161732833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161732833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161732833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161732834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161732834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161732834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:34.431568 run osmo-stp_10.42.42.5(pid=21515): stdout: \u000a| (launched: 2022-12-09_16:17:32.658989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:34.558555 run osmo-stp_10.42.42.5(pid=21515): stderr: \u000a| �[0;m�[38;5;43m20221209161732832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161732833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161732833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161732833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161732834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161732834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161732834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:34.708203 run patchelf(pid=21518): Terminating (SIGINT)\u000a16:17:34.883302 run patchelf(pid=21518): Terminated: ok {rc=0}\u000a16:17:34.915243 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21515): Process ended prematurely: osmo-stp_10.42.42.5(pid=21515) [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21515)] [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:17:34.924339 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:17:34.985092 run osmo-hlr_10.42.42.2(pid=21512): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21512)]\u000a16:17:35.034848 run osmo-hlr_10.42.42.2(pid=21512): stdout: \u000a| (launched: 2022-12-09_16:17:31.329145) \u000a16:17:35.084728 run osmo-hlr_10.42.42.2(pid=21512): stderr: \u000a| �[0;m�[1;31m20221209161731634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161731634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161731634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161731634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161731634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161731634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161731647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161731659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161731660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161731660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:35.127131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21505): Terminating (SIGTERM)\u000a16:17:35.167102 run iperf3-srv_10.42.42.10(pid=21506): Terminating (SIGTERM)\u000a16:17:35.207046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21507): Terminating (SIGTERM)\u000a16:17:35.247015 run iperf3-srv_10.42.42.10(pid=21508): Terminating (SIGTERM)\u000a16:17:35.287077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21511): Terminating (SIGTERM)\u000a16:17:35.327081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21514): Terminating (SIGTERM)\u000a16:17:35.366988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21517): Terminating (SIGTERM)\u000a16:17:35.376311 --- ParallelTerminationStrategy: PID 21505 died...\u000a16:17:35.429660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21505): Terminated: ok {rc=0}\u000a16:17:35.439267 --- ParallelTerminationStrategy: PID 21506 died...\u000a16:17:35.492220 run iperf3-srv_10.42.42.10(pid=21506): Terminated {rc=256}\u000a16:17:35.501851 --- ParallelTerminationStrategy: PID 21507 died...\u000a16:17:35.554806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21507): Terminated: ok {rc=0}\u000a16:17:35.564401 --- ParallelTerminationStrategy: PID 21508 died...\u000a16:17:35.617327 run iperf3-srv_10.42.42.10(pid=21508): Terminated {rc=256}\u000a16:17:35.626890 --- ParallelTerminationStrategy: PID 21511 died...\u000a16:17:35.680011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21511): Terminated: ok {rc=0}\u000a16:17:35.689700 --- ParallelTerminationStrategy: PID 21514 died...\u000a16:17:35.742618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21514): Terminated: ok {rc=0}\u000a16:17:35.752187 --- ParallelTerminationStrategy: PID 21517 died...\u000a16:17:35.805048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21517): Terminated: ok {rc=0}\u000a16:17:35.896444 bus /gobi_0: Setting Powered False\u000a16:17:37.000049 bus /gobi_0: Setting Powered False\u000a16:17:38.112552 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21530): Process ended prematurely: osmo-stp_10.42.42.5(pid=21530) [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21530)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21530): Process ended prematurely: osmo-stp_10.42.42.5(pid=21530) [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:17:39.228383 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.240640 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:17:39.393251 tst iperf3.py: using LAC 22230\u000a16:17:39.524624 tst iperf3.py: using RAC 45\u000a16:17:39.649636 tst iperf3.py: using CellId 22230\u000a16:17:39.771592 tst iperf3.py: using BVCI 22231\u000a16:17:39.795380 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.806426 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.817344 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.828147 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.838841 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.849530 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.860401 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.871048 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:39.881980 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:17:40.170677 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:17:40.300332 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:17:40.627061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21522): Launched\u000a16:17:40.894979 run iperf3-srv_10.42.42.10(pid=21523): Launched\u000a16:17:41.083835 tst iperf3.py:8: start network...\u000a16:17:41.212515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:41.706836 run create_hlr_db(pid=21524): Launched\u000a16:17:41.885817 bus /gobi_6: Setting Powered False\u000a16:17:42.906091 run create_hlr_db(pid=21524): Terminated: ok {rc=0}\u000a16:17:43.349335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21526): Launched\u000a16:17:43.684145 run osmo-hlr_10.42.42.2(pid=21527): Launched\u000a16:17:43.807926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:44.394272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21529): Launched\u000a16:17:44.728876 run osmo-stp_10.42.42.5(pid=21530): Launched\u000a16:17:44.850065 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:17:45.431101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21532): Launched\u000a16:17:45.549391 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:17:45.842105 run patchelf(pid=21533): Launched\u000a16:17:46.047481 run osmo-stp_10.42.42.5(pid=21530): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21530)]\u000a16:17:46.186220 run osmo-stp_10.42.42.5(pid=21530): stdout: \u000a| (launched: 2022-12-09_16:17:44.563585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:46.323703 run osmo-stp_10.42.42.5(pid=21530): stderr: \u000a| �[0;m�[38;5;43m20221209161744758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161744758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161744758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161744759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161744761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161744761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161744761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:46.457060 run osmo-stp_10.42.42.5(pid=21530): stdout: \u000a| (launched: 2022-12-09_16:17:44.563585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:46.590303 run osmo-stp_10.42.42.5(pid=21530): stderr: \u000a| �[0;m�[38;5;43m20221209161744758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161744758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161744758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161744759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161744761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161744761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161744761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:46.743640 run patchelf(pid=21533): Terminating (SIGINT)\u000a16:17:46.925109 run patchelf(pid=21533): Terminated: ok {rc=0}\u000a16:17:46.959596 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21530): Process ended prematurely: osmo-stp_10.42.42.5(pid=21530) [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21530)] [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a16:17:46.969436 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:17:47.032205 run osmo-hlr_10.42.42.2(pid=21527): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21527)]\u000a16:17:47.083322 run osmo-hlr_10.42.42.2(pid=21527): stdout: \u000a| (launched: 2022-12-09_16:17:43.518896) \u000a16:17:47.134856 run osmo-hlr_10.42.42.2(pid=21527): stderr: \u000a| �[0;m�[1;31m20221209161743719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161743719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161743719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161743719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161743719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161743719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161743732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161743742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161743742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161743742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:47.179230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21522): Terminating (SIGTERM)\u000a16:17:47.219268 run iperf3-srv_10.42.42.10(pid=21523): Terminating (SIGTERM)\u000a16:17:47.259367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21526): Terminating (SIGTERM)\u000a16:17:47.299328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21529): Terminating (SIGTERM)\u000a16:17:47.339350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21532): Terminating (SIGTERM)\u000a16:17:47.349756 --- ParallelTerminationStrategy: PID 21522 died...\u000a16:17:47.403430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21522): Terminated: ok {rc=0}\u000a16:17:47.413680 --- ParallelTerminationStrategy: PID 21523 died...\u000a16:17:47.467152 run iperf3-srv_10.42.42.10(pid=21523): Terminated {rc=256}\u000a16:17:47.476814 --- ParallelTerminationStrategy: PID 21526 died...\u000a16:17:47.530324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21526): Terminated: ok {rc=0}\u000a16:17:47.539913 --- ParallelTerminationStrategy: PID 21529 died...\u000a16:17:47.593521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21529): Terminated: ok {rc=0}\u000a16:17:47.603192 --- ParallelTerminationStrategy: PID 21532 died...\u000a16:17:47.656764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21532): Terminated: ok {rc=0}\u000a16:17:47.746679 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21548): Process ended prematurely: osmo-stp_10.42.42.5(pid=21548) [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21548)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21548): Process ended prematurely: osmo-stp_10.42.42.5(pid=21548) [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:17:48.859143 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:48.870807 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:17:49.012349 tst iperf3m4.py: using LAC 22231\u000a16:17:49.135355 tst iperf3m4.py: using RAC 46\u000a16:17:49.258866 tst iperf3m4.py: using CellId 22231\u000a16:17:49.382999 tst iperf3m4.py: using BVCI 22232\u000a16:17:49.406903 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:49.417979 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:49.428728 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:49.439531 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:49.450326 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:49.460923 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:49.471775 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:49.482421 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:17:49.493279 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:17:49.616942 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:17:49.740147 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:17:49.863022 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:17:50.166929 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:17:50.307145 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:17:50.654989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21534): Launched\u000a16:17:50.943748 run iperf3-srv_10.42.42.10(pid=21535): Launched\u000a16:17:51.150044 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:17:51.290507 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:17:51.639801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21536): Launched\u000a16:17:51.927512 run iperf3-srv_10.42.42.10(pid=21537): Launched\u000a16:17:52.133071 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:17:52.272556 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:17:52.620057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21538): Launched\u000a16:17:52.909492 run iperf3-srv_10.42.42.10(pid=21539): Launched\u000a16:17:53.114701 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:17:53.254065 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:17:53.603025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21540): Launched\u000a16:17:53.891301 run iperf3-srv_10.42.42.10(pid=21541): Launched\u000a16:17:54.095855 tst iperf3m4.py:8: start network...\u000a16:17:54.235073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:54.760648 run create_hlr_db(pid=21542): Launched\u000a16:17:54.954602 bus /gobi_6: Setting Powered False\u000a16:17:55.974071 run create_hlr_db(pid=21542): Terminated: ok {rc=0}\u000a16:17:56.418824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21544): Launched\u000a16:17:56.754330 run osmo-hlr_10.42.42.2(pid=21545): Launched\u000a16:17:56.878353 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:57.462167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21547): Launched\u000a16:17:57.799378 run osmo-stp_10.42.42.5(pid=21548): Launched\u000a16:17:57.920813 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:17:58.505897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21550): Launched\u000a16:17:58.624927 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:17:58.917986 run patchelf(pid=21551): Launched\u000a16:17:59.113569 run osmo-stp_10.42.42.5(pid=21548): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21548)]\u000a16:17:59.256297 run osmo-stp_10.42.42.5(pid=21548): stdout: \u000a| (launched: 2022-12-09_16:17:57.632369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:59.399905 run osmo-stp_10.42.42.5(pid=21548): stderr: \u000a| �[0;m�[38;5;43m20221209161757829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161757829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161757830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161757830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161757830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161757830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161757831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:59.537908 run osmo-stp_10.42.42.5(pid=21548): stdout: \u000a| (launched: 2022-12-09_16:17:57.632369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:59.674166 run osmo-stp_10.42.42.5(pid=21548): stderr: \u000a| �[0;m�[38;5;43m20221209161757829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161757829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161757830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161757830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161757830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161757830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161757831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:59.833265 run patchelf(pid=21551): Terminating (SIGINT)\u000a16:18:00.020531 run patchelf(pid=21551): Terminated: ok {rc=0}\u000a16:18:00.054722 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21548): Process ended prematurely: osmo-stp_10.42.42.5(pid=21548) [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21548)] [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:18:00.064791 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a16:18:00.129633 run osmo-hlr_10.42.42.2(pid=21545): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21545)]\u000a16:18:00.181980 run osmo-hlr_10.42.42.2(pid=21545): stdout: \u000a| (launched: 2022-12-09_16:17:56.588367) \u000a16:18:00.234903 run osmo-hlr_10.42.42.2(pid=21545): stderr: \u000a| �[0;m�[1;31m20221209161756791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161756791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161756791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161756791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161756791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161756791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161756804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161756812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161756813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161756813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:00.279376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21534): Terminating (SIGTERM)\u000a16:18:00.321814 run iperf3-srv_10.42.42.10(pid=21535): Terminating (SIGTERM)\u000a16:18:00.364006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21536): Terminating (SIGTERM)\u000a16:18:00.406570 run iperf3-srv_10.42.42.10(pid=21537): Terminating (SIGTERM)\u000a16:18:00.448931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21538): Terminating (SIGTERM)\u000a16:18:00.491208 run iperf3-srv_10.42.42.10(pid=21539): Terminating (SIGTERM)\u000a16:18:00.533736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21540): Terminating (SIGTERM)\u000a16:18:00.575861 run iperf3-srv_10.42.42.10(pid=21541): Terminating (SIGTERM)\u000a16:18:00.618133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21544): Terminating (SIGTERM)\u000a16:18:00.660281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21547): Terminating (SIGTERM)\u000a16:18:00.702726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21550): Terminating (SIGTERM)\u000a16:18:00.712796 --- ParallelTerminationStrategy: PID 21534 died...\u000a16:18:00.769540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21534): Terminated: ok {rc=0}\u000a16:18:00.780026 --- ParallelTerminationStrategy: PID 21535 died...\u000a16:18:00.853650 run iperf3-srv_10.42.42.10(pid=21535): Terminated {rc=256}\u000a16:18:00.869450 --- ParallelTerminationStrategy: PID 21536 died...\u000a16:18:00.936813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21536): Terminated: ok {rc=0}\u000a16:18:00.947760 --- ParallelTerminationStrategy: PID 21537 died...\u000a16:18:01.004577 run iperf3-srv_10.42.42.10(pid=21537): Terminated {rc=256}\u000a16:18:01.015459 --- ParallelTerminationStrategy: PID 21538 died...\u000a16:18:01.072838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21538): Terminated: ok {rc=0}\u000a16:18:01.083532 --- ParallelTerminationStrategy: PID 21539 died...\u000a16:18:01.141043 run iperf3-srv_10.42.42.10(pid=21539): Terminated {rc=256}\u000a16:18:01.151704 --- ParallelTerminationStrategy: PID 21540 died...\u000a16:18:01.209634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21540): Terminated: ok {rc=0}\u000a16:18:01.220260 --- ParallelTerminationStrategy: PID 21541 died...\u000a16:18:01.277581 run iperf3-srv_10.42.42.10(pid=21541): Terminated {rc=256}\u000a16:18:01.288650 --- ParallelTerminationStrategy: PID 21544 died...\u000a16:18:01.351472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21544): Terminated: ok {rc=0}\u000a16:18:01.365802 --- ParallelTerminationStrategy: PID 21547 died...\u000a16:18:01.435013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21547): Terminated: ok {rc=0}\u000a16:18:01.446707 --- ParallelTerminationStrategy: PID 21550 died...\u000a16:18:01.517085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21550): Terminated: ok {rc=0}\u000a16:18:01.627259 bus /gobi_4: Setting Powered False\u000a16:18:02.733956 bus /gobi_4: Setting Powered False\u000a16:18:03.845016 bus /gobi_1: Setting Powered False\u000a16:18:04.949053 bus /gobi_1: Setting Powered False\u000a16:18:06.060191 bus /gobi_0: Setting Powered False\u000a16:18:07.163847 bus /gobi_0: Setting Powered False\u000a16:18:08.276146 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21558): Process ended prematurely: osmo-stp_10.42.42.5(pid=21558) [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21558)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21558): Process ended prematurely: osmo-stp_10.42.42.5(pid=21558) [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:18:09.345340 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:09.357069 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:18:09.498108 tst ping.py: using LAC 22232\u000a16:18:09.615816 tst ping.py: using RAC 47\u000a16:18:09.741596 tst ping.py: using CellId 22232\u000a16:18:09.869234 tst ping.py: using BVCI 22233\u000a16:18:09.892411 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:09.903434 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:09.914323 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:09.925149 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:09.935802 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:09.946520 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:09.957641 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:09.968296 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:18:10.265820 tst ping.py:19: start network...\u000a16:18:10.403051 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:10.917740 run create_hlr_db(pid=21552): Launched\u000a16:18:11.107126 bus /gobi_6: Setting Powered False\u000a16:18:12.128433 run create_hlr_db(pid=21552): Terminated: ok {rc=0}\u000a16:18:12.543103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21554): Launched\u000a16:18:12.850802 run osmo-hlr_10.42.42.2(pid=21555): Launched\u000a16:18:12.974368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:13.514000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21557): Launched\u000a16:18:13.819770 run osmo-stp_10.42.42.5(pid=21558): Launched\u000a16:18:13.930195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:18:14.459657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21560): Launched\u000a16:18:14.567993 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:18:14.834407 run patchelf(pid=21561): Launched\u000a16:18:15.013774 run osmo-stp_10.42.42.5(pid=21558): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21558)]\u000a16:18:15.144205 run osmo-stp_10.42.42.5(pid=21558): stdout: \u000a| (launched: 2022-12-09_16:18:13.668789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:15.274523 run osmo-stp_10.42.42.5(pid=21558): stderr: \u000a| �[0;m�[38;5;43m20221209161813842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161813842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161813843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161813843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161813843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161813843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161813843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:15.400156 run osmo-stp_10.42.42.5(pid=21558): stdout: \u000a| (launched: 2022-12-09_16:18:13.668789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:15.524545 run osmo-stp_10.42.42.5(pid=21558): stderr: \u000a| �[0;m�[38;5;43m20221209161813842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161813842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161813843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161813843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161813843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161813843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161813843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:15.669423 run patchelf(pid=21561): Terminating (SIGINT)\u000a16:18:15.844874 run patchelf(pid=21561): Terminated: ok {rc=0}\u000a16:18:15.879831 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21558): Process ended prematurely: osmo-stp_10.42.42.5(pid=21558) [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21558)] [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a16:18:15.891653 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:18:15.972678 run osmo-hlr_10.42.42.2(pid=21555): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21555)]\u000a16:18:16.026843 run osmo-hlr_10.42.42.2(pid=21555): stdout: \u000a| (launched: 2022-12-09_16:18:12.699231) \u000a16:18:16.087888 run osmo-hlr_10.42.42.2(pid=21555): stderr: \u000a| �[0;m�[1;31m20221209161812876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161812876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161812876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161812876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161812876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161812876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161812889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161812898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161812898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161812898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:16.140643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21554): Terminating (SIGTERM)\u000a16:18:16.200531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21557): Terminating (SIGTERM)\u000a16:18:16.241938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21560): Terminating (SIGTERM)\u000a16:18:16.251307 --- ParallelTerminationStrategy: PID 21554 died...\u000a16:18:16.305807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21554): Terminated: ok {rc=0}\u000a16:18:16.317329 --- ParallelTerminationStrategy: PID 21557 died...\u000a16:18:16.376940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21557): Terminated: ok {rc=0}\u000a16:18:16.389254 --- ParallelTerminationStrategy: PID 21560 died...\u000a16:18:16.449440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21560): Terminated: ok {rc=0}\u000a16:18:16.540404 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21568): Process ended prematurely: osmo-stp_10.42.42.5(pid=21568) [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21568)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21568): Process ended prematurely: osmo-stp_10.42.42.5(pid=21568) [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:18:17.594227 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:17.606002 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:18:17.745687 tst ping_idle_ping.py: using LAC 22233\u000a16:18:17.864861 tst ping_idle_ping.py: using RAC 48\u000a16:18:17.985603 tst ping_idle_ping.py: using CellId 22233\u000a16:18:18.110437 tst ping_idle_ping.py: using BVCI 22234\u000a16:18:18.133819 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:18.144642 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:18.155470 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:18.166219 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:18.176846 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:18.187532 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:18.198450 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:18:18.209293 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:18:18.508690 tst ping_idle_ping.py:24: start network...\u000a16:18:18.646380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:19.167542 run create_hlr_db(pid=21562): Launched\u000a16:18:19.360018 bus /gobi_6: Setting Powered False\u000a16:18:20.368239 run create_hlr_db(pid=21562): Terminated: ok {rc=0}\u000a16:18:20.820264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21564): Launched\u000a16:18:21.153015 run osmo-hlr_10.42.42.2(pid=21565): Launched\u000a16:18:21.274979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:21.846657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21567): Launched\u000a16:18:22.178526 run osmo-stp_10.42.42.5(pid=21568): Launched\u000a16:18:22.298861 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:18:22.875669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21570): Launched\u000a16:18:22.993334 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:18:23.281919 run patchelf(pid=21571): Launched\u000a16:18:23.475080 run osmo-stp_10.42.42.5(pid=21568): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21568)]\u000a16:18:23.616097 run osmo-stp_10.42.42.5(pid=21568): stdout: \u000a| (launched: 2022-12-09_16:18:22.014229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:23.756721 run osmo-stp_10.42.42.5(pid=21568): stderr: \u000a| �[0;m�[38;5;43m20221209161822209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161822210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161822210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161822210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161822211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161822211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161822211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:23.892586 run osmo-stp_10.42.42.5(pid=21568): stdout: \u000a| (launched: 2022-12-09_16:18:22.014229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:24.027464 run osmo-stp_10.42.42.5(pid=21568): stderr: \u000a| �[0;m�[38;5;43m20221209161822209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161822210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161822210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161822210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161822211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161822211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161822211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:24.184128 run patchelf(pid=21571): Terminating (SIGINT)\u000a16:18:24.367823 run patchelf(pid=21571): Terminated: ok {rc=0}\u000a16:18:24.401514 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21568): Process ended prematurely: osmo-stp_10.42.42.5(pid=21568) [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21568)] [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:18:24.410866 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a16:18:24.474919 run osmo-hlr_10.42.42.2(pid=21565): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21565)]\u000a16:18:24.526865 run osmo-hlr_10.42.42.2(pid=21565): stdout: \u000a| (launched: 2022-12-09_16:18:20.988807) \u000a16:18:24.579661 run osmo-hlr_10.42.42.2(pid=21565): stderr: \u000a| �[0;m�[1;31m20221209161821189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161821189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161821189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161821189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161821189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161821189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161821202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161821210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161821210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161821210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:24.624312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21564): Terminating (SIGTERM)\u000a16:18:24.666775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21567): Terminating (SIGTERM)\u000a16:18:24.709257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21570): Terminating (SIGTERM)\u000a16:18:24.719359 --- ParallelTerminationStrategy: PID 21564 died...\u000a16:18:24.775701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21564): Terminated: ok {rc=0}\u000a16:18:24.786156 --- ParallelTerminationStrategy: PID 21567 died...\u000a16:18:24.842398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21567): Terminated: ok {rc=0}\u000a16:18:24.852494 --- ParallelTerminationStrategy: PID 21570 died...\u000a16:18:24.909025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21570): Terminated: ok {rc=0}\u000a16:18:24.998180 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:17:25" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21585): Process ended prematurely: osmo-stp_10.42.42.5(pid=21585) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21585)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21585): Process ended prematurely: osmo-stp_10.42.42.5(pid=21585) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:18:27.164534 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:27.175568 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:18:27.335326 tst cs_paging_gprs_active.py: using LAC 22234\u000a16:18:27.458782 tst cs_paging_gprs_active.py: using RAC 49\u000a16:18:27.589455 tst cs_paging_gprs_active.py: using CellId 22234\u000a16:18:27.721279 tst cs_paging_gprs_active.py: using BVCI 22235\u000a16:18:27.746791 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:27.758423 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:27.769966 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:27.781648 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:27.793143 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:27.804489 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:27.816094 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:27.827618 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:27.839274 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:18:27.957858 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:18:28.261034 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:18:28.401637 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:28.749454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21575): Launched\u000a16:18:29.039387 run iperf3-srv_10.42.42.10(pid=21576): Launched\u000a16:18:29.245163 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:18:29.385168 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:29.735256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21577): Launched\u000a16:18:30.025193 run iperf3-srv_10.42.42.10(pid=21578): Launched\u000a16:18:30.231251 tst cs_paging_gprs_active.py:38: start network...\u000a16:18:30.371114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:30.907227 run create_hlr_db(pid=21579): Launched\u000a16:18:31.108522 bus /gobi_6: Setting Powered False\u000a16:18:32.172872 run create_hlr_db(pid=21579): Terminated: ok {rc=0}\u000a16:18:32.597566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21581): Launched\u000a16:18:32.909214 run osmo-hlr_10.42.42.2(pid=21582): Launched\u000a16:18:33.024113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:33.569942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21584): Launched\u000a16:18:33.883887 run osmo-stp_10.42.42.5(pid=21585): Launched\u000a16:18:33.996560 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:18:34.541354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21587): Launched\u000a16:18:34.652373 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:18:34.935054 run patchelf(pid=21588): Launched\u000a16:18:35.118854 run osmo-stp_10.42.42.5(pid=21585): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21585)]\u000a16:18:35.252413 run osmo-stp_10.42.42.5(pid=21585): stdout: \u000a| (launched: 2022-12-09_16:18:33.728335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:35.386326 run osmo-stp_10.42.42.5(pid=21585): stderr: \u000a| �[0;m�[38;5;43m20221209161833900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161833901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161833901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161833901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161833903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161833904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161833904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:35.515066 run osmo-stp_10.42.42.5(pid=21585): stdout: \u000a| (launched: 2022-12-09_16:18:33.728335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:35.642229 run osmo-stp_10.42.42.5(pid=21585): stderr: \u000a| �[0;m�[38;5;43m20221209161833900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161833901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161833901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161833901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161833903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161833904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161833904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:35.791371 run patchelf(pid=21588): Terminating (SIGINT)\u000a16:18:35.966815 run patchelf(pid=21588): Terminated: ok {rc=0}\u000a16:18:35.998927 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21585): Process ended prematurely: osmo-stp_10.42.42.5(pid=21585) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21585)] [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:18:36.008110 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a16:18:36.068314 run osmo-hlr_10.42.42.2(pid=21582): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21582)]\u000a16:18:36.117246 run osmo-hlr_10.42.42.2(pid=21582): stdout: \u000a| (launched: 2022-12-09_16:18:32.755636) \u000a16:18:36.166696 run osmo-hlr_10.42.42.2(pid=21582): stderr: \u000a| �[0;m�[1;31m20221209161832936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161832936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161832936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161832936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161832936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161832936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161832949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161832960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161832960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161832960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:36.208818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21575): Terminating (SIGTERM)\u000a16:18:36.248284 run iperf3-srv_10.42.42.10(pid=21576): Terminating (SIGTERM)\u000a16:18:36.287900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21577): Terminating (SIGTERM)\u000a16:18:36.327410 run iperf3-srv_10.42.42.10(pid=21578): Terminating (SIGTERM)\u000a16:18:36.367149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21581): Terminating (SIGTERM)\u000a16:18:36.407059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21584): Terminating (SIGTERM)\u000a16:18:36.446986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21587): Terminating (SIGTERM)\u000a16:18:36.456320 --- ParallelTerminationStrategy: PID 21575 died...\u000a16:18:36.509815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21575): Terminated: ok {rc=0}\u000a16:18:36.519490 --- ParallelTerminationStrategy: PID 21576 died...\u000a16:18:36.573126 run iperf3-srv_10.42.42.10(pid=21576): Terminated {rc=256}\u000a16:18:36.582864 --- ParallelTerminationStrategy: PID 21577 died...\u000a16:18:36.636048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21577): Terminated: ok {rc=0}\u000a16:18:36.645782 --- ParallelTerminationStrategy: PID 21578 died...\u000a16:18:36.698917 run iperf3-srv_10.42.42.10(pid=21578): Terminated {rc=256}\u000a16:18:36.708535 --- ParallelTerminationStrategy: PID 21581 died...\u000a16:18:36.761764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21581): Terminated: ok {rc=0}\u000a16:18:36.771460 --- ParallelTerminationStrategy: PID 21584 died...\u000a16:18:36.824924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21584): Terminated: ok {rc=0}\u000a16:18:36.834706 --- ParallelTerminationStrategy: PID 21587 died...\u000a16:18:36.887896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21587): Terminated: ok {rc=0}\u000a16:18:36.971756 bus /gobi_0: Setting Powered False\u000a16:18:38.074342 bus /gobi_0: Setting Powered False\u000a16:18:39.185918 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21597): Process ended prematurely: osmo-stp_10.42.42.5(pid=21597) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21597)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21597): Process ended prematurely: osmo-stp_10.42.42.5(pid=21597) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:18:40.297719 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:40.309387 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:18:40.470310 tst iperf3.py: using LAC 22235\u000a16:18:40.593965 tst iperf3.py: using RAC 50\u000a16:18:40.714597 tst iperf3.py: using CellId 22235\u000a16:18:40.835492 tst iperf3.py: using BVCI 22236\u000a16:18:40.859237 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:40.870364 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:40.881237 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:40.892075 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:40.902831 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:40.913645 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:40.924591 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:40.935309 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:40.946308 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:18:41.230940 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:18:41.360087 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:41.686033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21589): Launched\u000a16:18:41.954138 run iperf3-srv_10.42.42.10(pid=21590): Launched\u000a16:18:42.143540 tst iperf3.py:8: start network...\u000a16:18:42.272551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:42.771538 run create_hlr_db(pid=21591): Launched\u000a16:18:42.950403 bus /gobi_6: Setting Powered False\u000a16:18:43.971584 run create_hlr_db(pid=21591): Terminated: ok {rc=0}\u000a16:18:44.386330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21593): Launched\u000a16:18:44.698276 run osmo-hlr_10.42.42.2(pid=21594): Launched\u000a16:18:44.811676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:45.460659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21596): Launched\u000a16:18:45.767854 run osmo-stp_10.42.42.5(pid=21597): Launched\u000a16:18:45.954155 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:18:46.566436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21599): Launched\u000a16:18:46.688567 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:18:46.991332 run patchelf(pid=21600): Launched\u000a16:18:47.187405 run osmo-stp_10.42.42.5(pid=21597): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21597)]\u000a16:18:47.329427 run osmo-stp_10.42.42.5(pid=21597): stdout: \u000a| (launched: 2022-12-09_16:18:45.615836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:47.470642 run osmo-stp_10.42.42.5(pid=21597): stderr: \u000a| �[0;m�[38;5;43m20221209161845788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161845788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161845788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161845789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161845791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161845791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161845791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:47.606442 run osmo-stp_10.42.42.5(pid=21597): stdout: \u000a| (launched: 2022-12-09_16:18:45.615836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:47.740597 run osmo-stp_10.42.42.5(pid=21597): stderr: \u000a| �[0;m�[38;5;43m20221209161845788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161845788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161845788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161845789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161845791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161845791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161845791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:47.896734 run patchelf(pid=21600): Terminating (SIGINT)\u000a16:18:48.080206 run patchelf(pid=21600): Terminated: ok {rc=0}\u000a16:18:48.114120 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21597): Process ended prematurely: osmo-stp_10.42.42.5(pid=21597) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21597)] [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:18:48.124077 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a16:18:48.188988 run osmo-hlr_10.42.42.2(pid=21594): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21594)]\u000a16:18:48.240782 run osmo-hlr_10.42.42.2(pid=21594): stdout: \u000a| (launched: 2022-12-09_16:18:44.544354) \u000a16:18:48.293212 run osmo-hlr_10.42.42.2(pid=21594): stderr: \u000a| �[0;m�[1;31m20221209161844721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161844722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161844722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161844722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161844722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161844722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161844734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161844742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161844742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161844742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:48.337452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21589): Terminating (SIGTERM)\u000a16:18:48.380071 run iperf3-srv_10.42.42.10(pid=21590): Terminating (SIGTERM)\u000a16:18:48.423594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21593): Terminating (SIGTERM)\u000a16:18:48.465707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21596): Terminating (SIGTERM)\u000a16:18:48.508464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21599): Terminating (SIGTERM)\u000a16:18:48.518857 --- ParallelTerminationStrategy: PID 21589 died...\u000a16:18:48.575732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21589): Terminated: ok {rc=0}\u000a16:18:48.586044 --- ParallelTerminationStrategy: PID 21590 died...\u000a16:18:48.642295 run iperf3-srv_10.42.42.10(pid=21590): Terminated {rc=256}\u000a16:18:48.652507 --- ParallelTerminationStrategy: PID 21593 died...\u000a16:18:48.708890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21593): Terminated: ok {rc=0}\u000a16:18:48.719049 --- ParallelTerminationStrategy: PID 21596 died...\u000a16:18:48.775374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21596): Terminated: ok {rc=0}\u000a16:18:48.785534 --- ParallelTerminationStrategy: PID 21599 died...\u000a16:18:48.841280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21599): Terminated: ok {rc=0}\u000a16:18:48.927853 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21615): Process ended prematurely: osmo-stp_10.42.42.5(pid=21615) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21615)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21615): Process ended prematurely: osmo-stp_10.42.42.5(pid=21615) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:18:50.043321 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:50.055697 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:18:50.217453 tst iperf3m4.py: using LAC 22236\u000a16:18:50.337485 tst iperf3m4.py: using RAC 51\u000a16:18:50.457075 tst iperf3m4.py: using CellId 22236\u000a16:18:50.578394 tst iperf3m4.py: using BVCI 22237\u000a16:18:50.601810 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:50.612583 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:50.623391 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:50.634238 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:50.644924 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:50.655678 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:50.666472 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:50.677049 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:18:50.687897 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:18:50.808365 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:18:50.928388 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:18:51.049634 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:18:51.334428 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:18:51.461825 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:51.781498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21601): Launched\u000a16:18:52.045156 run iperf3-srv_10.42.42.10(pid=21602): Launched\u000a16:18:52.232088 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:18:52.359418 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:52.677506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21603): Launched\u000a16:18:52.940472 run iperf3-srv_10.42.42.10(pid=21604): Launched\u000a16:18:53.127136 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:18:53.254783 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:53.572873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21605): Launched\u000a16:18:53.836554 run iperf3-srv_10.42.42.10(pid=21606): Launched\u000a16:18:54.023070 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:18:54.150392 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:54.468114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21607): Launched\u000a16:18:54.732816 run iperf3-srv_10.42.42.10(pid=21608): Launched\u000a16:18:54.918552 tst iperf3m4.py:8: start network...\u000a16:18:55.044909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:55.536225 run create_hlr_db(pid=21609): Launched\u000a16:18:55.712128 bus /gobi_6: Setting Powered False\u000a16:18:56.732891 run create_hlr_db(pid=21609): Terminated: ok {rc=0}\u000a16:18:57.168911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21611): Launched\u000a16:18:57.497304 run osmo-hlr_10.42.42.2(pid=21612): Launched\u000a16:18:57.619168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:58.182759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21614): Launched\u000a16:18:58.510401 run osmo-stp_10.42.42.5(pid=21615): Launched\u000a16:18:58.629212 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:18:59.197319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21617): Launched\u000a16:18:59.313756 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:18:59.600535 run patchelf(pid=21618): Launched\u000a16:18:59.791852 run osmo-stp_10.42.42.5(pid=21615): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21615)]\u000a16:18:59.931456 run osmo-stp_10.42.42.5(pid=21615): stdout: \u000a| (launched: 2022-12-09_16:18:58.348082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:00.071447 run osmo-stp_10.42.42.5(pid=21615): stderr: \u000a| �[0;m�[38;5;43m20221209161858542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161858542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161858542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161858543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161858543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161858543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161858543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:00.206445 run osmo-stp_10.42.42.5(pid=21615): stdout: \u000a| (launched: 2022-12-09_16:18:58.348082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:00.339834 run osmo-stp_10.42.42.5(pid=21615): stderr: \u000a| �[0;m�[38;5;43m20221209161858542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161858542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161858542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161858543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161858543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161858543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161858543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:00.496340 run patchelf(pid=21618): Terminating (SIGINT)\u000a16:19:00.679163 run patchelf(pid=21618): Terminated: ok {rc=0}\u000a16:19:00.712501 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21615): Process ended prematurely: osmo-stp_10.42.42.5(pid=21615) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21615)] [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:19:00.722528 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a16:19:00.787176 run osmo-hlr_10.42.42.2(pid=21612): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21612)]\u000a16:19:00.839848 run osmo-hlr_10.42.42.2(pid=21612): stdout: \u000a| (launched: 2022-12-09_16:18:57.335675) \u000a16:19:00.900723 run osmo-hlr_10.42.42.2(pid=21612): stderr: \u000a| �[0;m�[1;31m20221209161857534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161857534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161857534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161857534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161857534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161857534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161857547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161857556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161857556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161857557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:00.948555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21601): Terminating (SIGTERM)\u000a16:19:00.994953 run iperf3-srv_10.42.42.10(pid=21602): Terminating (SIGTERM)\u000a16:19:01.039689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21603): Terminating (SIGTERM)\u000a16:19:01.086570 run iperf3-srv_10.42.42.10(pid=21604): Terminating (SIGTERM)\u000a16:19:01.132343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21605): Terminating (SIGTERM)\u000a16:19:01.178550 run iperf3-srv_10.42.42.10(pid=21606): Terminating (SIGTERM)\u000a16:19:01.224497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21607): Terminating (SIGTERM)\u000a16:19:01.270688 run iperf3-srv_10.42.42.10(pid=21608): Terminating (SIGTERM)\u000a16:19:01.316831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21611): Terminating (SIGTERM)\u000a16:19:01.361323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21614): Terminating (SIGTERM)\u000a16:19:01.404619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21617): Terminating (SIGTERM)\u000a16:19:01.416130 --- ParallelTerminationStrategy: PID 21601 died...\u000a16:19:01.475519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21601): Terminated: ok {rc=0}\u000a16:19:01.486516 --- ParallelTerminationStrategy: PID 21602 died...\u000a16:19:01.545280 run iperf3-srv_10.42.42.10(pid=21602): Terminated {rc=256}\u000a16:19:01.556305 --- ParallelTerminationStrategy: PID 21603 died...\u000a16:19:01.615714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21603): Terminated: ok {rc=0}\u000a16:19:01.626706 --- ParallelTerminationStrategy: PID 21604 died...\u000a16:19:01.685679 run iperf3-srv_10.42.42.10(pid=21604): Terminated {rc=256}\u000a16:19:01.696505 --- ParallelTerminationStrategy: PID 21605 died...\u000a16:19:01.755661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21605): Terminated: ok {rc=0}\u000a16:19:01.766679 --- ParallelTerminationStrategy: PID 21606 died...\u000a16:19:01.825655 run iperf3-srv_10.42.42.10(pid=21606): Terminated {rc=256}\u000a16:19:01.836572 --- ParallelTerminationStrategy: PID 21607 died...\u000a16:19:01.896520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21607): Terminated: ok {rc=0}\u000a16:19:01.907604 --- ParallelTerminationStrategy: PID 21608 died...\u000a16:19:01.966609 run iperf3-srv_10.42.42.10(pid=21608): Terminated {rc=256}\u000a16:19:01.977637 --- ParallelTerminationStrategy: PID 21611 died...\u000a16:19:02.036674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21611): Terminated: ok {rc=0}\u000a16:19:02.047692 --- ParallelTerminationStrategy: PID 21614 died...\u000a16:19:02.106700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21614): Terminated: ok {rc=0}\u000a16:19:02.117938 --- ParallelTerminationStrategy: PID 21617 died...\u000a16:19:02.176991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21617): Terminated: ok {rc=0}\u000a16:19:02.267899 bus /gobi_4: Setting Powered False\u000a16:19:03.372818 bus /gobi_4: Setting Powered False\u000a16:19:04.485171 bus /gobi_1: Setting Powered False\u000a16:19:05.587992 bus /gobi_1: Setting Powered False\u000a16:19:06.699471 bus /gobi_0: Setting Powered False\u000a16:19:07.802556 bus /gobi_0: Setting Powered False\u000a16:19:08.913950 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21625): Process ended prematurely: osmo-stp_10.42.42.5(pid=21625) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21625)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21625): Process ended prematurely: osmo-stp_10.42.42.5(pid=21625) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:19:09.981167 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:09.992891 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:19:10.155629 tst ping.py: using LAC 22237\u000a16:19:10.280867 tst ping.py: using RAC 52\u000a16:19:10.406180 tst ping.py: using CellId 22237\u000a16:19:10.533776 tst ping.py: using BVCI 22238\u000a16:19:10.558401 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:10.569984 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:10.581434 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:10.593748 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:10.605419 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:10.617459 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:10.629485 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:10.641433 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:19:10.921931 tst ping.py:19: start network...\u000a16:19:11.047058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:11.535401 run create_hlr_db(pid=21619): Launched\u000a16:19:11.723360 bus /gobi_6: Setting Powered False\u000a16:19:12.733182 run create_hlr_db(pid=21619): Terminated: ok {rc=0}\u000a16:19:13.170509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21621): Launched\u000a16:19:13.493390 run osmo-hlr_10.42.42.2(pid=21622): Launched\u000a16:19:13.609551 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:14.132255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21624): Launched\u000a16:19:14.436445 run osmo-stp_10.42.42.5(pid=21625): Launched\u000a16:19:14.546363 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:19:15.069583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21627): Launched\u000a16:19:15.175617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:19:15.438577 run patchelf(pid=21628): Launched\u000a16:19:15.614432 run osmo-stp_10.42.42.5(pid=21625): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21625)]\u000a16:19:15.742928 run osmo-stp_10.42.42.5(pid=21625): stdout: \u000a| (launched: 2022-12-09_16:19:14.284904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:15.889859 run osmo-stp_10.42.42.5(pid=21625): stderr: \u000a| �[0;m�[38;5;43m20221209161914456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161914456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161914456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161914457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161914459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161914459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161914459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:16.017035 run osmo-stp_10.42.42.5(pid=21625): stdout: \u000a| (launched: 2022-12-09_16:19:14.284904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:16.142462 run osmo-stp_10.42.42.5(pid=21625): stderr: \u000a| �[0;m�[38;5;43m20221209161914456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161914456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161914456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161914457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161914459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161914459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161914459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:16.287985 run patchelf(pid=21628): Terminating (SIGINT)\u000a16:19:16.462467 run patchelf(pid=21628): Terminated: ok {rc=0}\u000a16:19:16.494107 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21625): Process ended prematurely: osmo-stp_10.42.42.5(pid=21625) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21625)] [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:19:16.503419 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:19:16.564980 run osmo-hlr_10.42.42.2(pid=21622): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21622)]\u000a16:19:16.615352 run osmo-hlr_10.42.42.2(pid=21622): stdout: \u000a| (launched: 2022-12-09_16:19:13.333970) \u000a16:19:16.665860 run osmo-hlr_10.42.42.2(pid=21622): stderr: \u000a| �[0;m�[1;31m20221209161913534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161913534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161913534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161913534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161913534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161913534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161913546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161913555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161913555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161913555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:16.708876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21621): Terminating (SIGTERM)\u000a16:19:16.750879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21624): Terminating (SIGTERM)\u000a16:19:16.792851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21627): Terminating (SIGTERM)\u000a16:19:16.802009 --- ParallelTerminationStrategy: PID 21621 died...\u000a16:19:16.856410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21621): Terminated: ok {rc=0}\u000a16:19:16.866427 --- ParallelTerminationStrategy: PID 21624 died...\u000a16:19:16.920136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21624): Terminated: ok {rc=0}\u000a16:19:16.930446 --- ParallelTerminationStrategy: PID 21627 died...\u000a16:19:16.984215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21627): Terminated: ok {rc=0}\u000a16:19:17.082432 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21635): Process ended prematurely: osmo-stp_10.42.42.5(pid=21635) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21635)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21635): Process ended prematurely: osmo-stp_10.42.42.5(pid=21635) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21635)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:19:18.135285 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:18.146988 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:19:18.307240 tst ping_idle_ping.py: using LAC 22238\u000a16:19:18.427315 tst ping_idle_ping.py: using RAC 53\u000a16:19:18.553083 tst ping_idle_ping.py: using CellId 22238\u000a16:19:18.680676 tst ping_idle_ping.py: using BVCI 22239\u000a16:19:18.705297 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:18.716702 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:18.728401 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:18.740521 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:18.752249 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:18.764224 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:18.776171 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:19:18.787953 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:19:19.066116 tst ping_idle_ping.py:24: start network...\u000a16:19:19.191756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:19.674570 run create_hlr_db(pid=21629): Launched\u000a16:19:19.847698 bus /gobi_6: Setting Powered False\u000a16:19:20.869212 run create_hlr_db(pid=21629): Terminated: ok {rc=0}\u000a16:19:21.299302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21631): Launched\u000a16:19:21.626582 run osmo-hlr_10.42.42.2(pid=21632): Launched\u000a16:19:21.746560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:22.308186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21634): Launched\u000a16:19:22.634419 run osmo-stp_10.42.42.5(pid=21635): Launched\u000a16:19:22.751961 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:19:23.312923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21637): Launched\u000a16:19:23.428062 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:19:23.709266 run patchelf(pid=21638): Launched\u000a16:19:23.897276 run osmo-stp_10.42.42.5(pid=21635): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21635)]\u000a16:19:24.035103 run osmo-stp_10.42.42.5(pid=21635): stdout: \u000a| (launched: 2022-12-09_16:19:22.474670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:24.173749 run osmo-stp_10.42.42.5(pid=21635): stderr: \u000a| �[0;m�[38;5;43m20221209161922668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161922669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161922669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161922669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161922670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161922670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161922670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:24.307205 run osmo-stp_10.42.42.5(pid=21635): stdout: \u000a| (launched: 2022-12-09_16:19:22.474670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:24.439682 run osmo-stp_10.42.42.5(pid=21635): stderr: \u000a| �[0;m�[38;5;43m20221209161922668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161922669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161922669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161922669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161922670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161922670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161922670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:24.594094 run patchelf(pid=21638): Terminating (SIGINT)\u000a16:19:24.774853 run patchelf(pid=21638): Terminated: ok {rc=0}\u000a16:19:24.807462 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21635): Process ended prematurely: osmo-stp_10.42.42.5(pid=21635) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21635)] [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:19:24.816787 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:19:24.880156 run osmo-hlr_10.42.42.2(pid=21632): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21632)]\u000a16:19:24.931626 run osmo-hlr_10.42.42.2(pid=21632): stdout: \u000a| (launched: 2022-12-09_16:19:21.463935) \u000a16:19:24.983994 run osmo-hlr_10.42.42.2(pid=21632): stderr: \u000a| �[0;m�[1;31m20221209161921664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161921664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161921664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161921664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161921664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161921664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161921679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161921689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161921689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161921689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:25.028462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21631): Terminating (SIGTERM)\u000a16:19:25.070834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21634): Terminating (SIGTERM)\u000a16:19:25.112843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21637): Terminating (SIGTERM)\u000a16:19:25.122604 --- ParallelTerminationStrategy: PID 21631 died...\u000a16:19:25.179172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21631): Terminated: ok {rc=0}\u000a16:19:25.189254 --- ParallelTerminationStrategy: PID 21634 died...\u000a16:19:25.245140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21634): Terminated: ok {rc=0}\u000a16:19:25.255567 --- ParallelTerminationStrategy: PID 21637 died...\u000a16:19:25.312109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21637): Terminated: ok {rc=0}\u000a16:19:25.399516 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:18:26" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21652): Process ended prematurely: osmo-stp_10.42.42.5(pid=21652) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21652)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21652): Process ended prematurely: osmo-stp_10.42.42.5(pid=21652) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:19:27.571662 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:27.583385 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:19:27.751348 tst cs_paging_gprs_active.py: using LAC 22239\u000a16:19:27.879058 tst cs_paging_gprs_active.py: using RAC 54\u000a16:19:28.006610 tst cs_paging_gprs_active.py: using CellId 22239\u000a16:19:28.139459 tst cs_paging_gprs_active.py: using BVCI 22240\u000a16:19:28.164373 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:28.175817 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:28.187129 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:28.199198 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:28.211002 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:28.223283 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:28.235381 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:28.247338 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:28.258880 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:19:28.378233 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:19:28.666390 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:19:28.795810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:29.117627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21642): Launched\u000a16:19:29.386495 run iperf3-srv_10.42.42.10(pid=21643): Launched\u000a16:19:29.576587 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:19:29.705829 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:30.027927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21644): Launched\u000a16:19:30.293807 run iperf3-srv_10.42.42.10(pid=21645): Launched\u000a16:19:30.481911 tst cs_paging_gprs_active.py:38: start network...\u000a16:19:30.610349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:31.151723 run create_hlr_db(pid=21646): Launched\u000a16:19:31.333443 bus /gobi_6: Setting Powered False\u000a16:19:32.353293 run create_hlr_db(pid=21646): Terminated: ok {rc=0}\u000a16:19:32.793121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21648): Launched\u000a16:19:33.121701 run osmo-hlr_10.42.42.2(pid=21649): Launched\u000a16:19:33.243539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:33.816143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21651): Launched\u000a16:19:34.145143 run osmo-stp_10.42.42.5(pid=21652): Launched\u000a16:19:34.264523 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:19:34.839606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21654): Launched\u000a16:19:34.957052 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:19:35.246803 run patchelf(pid=21655): Launched\u000a16:19:35.439447 run osmo-stp_10.42.42.5(pid=21652): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21652)]\u000a16:19:35.580240 run osmo-stp_10.42.42.5(pid=21652): stdout: \u000a| (launched: 2022-12-09_16:19:33.982484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:35.721089 run osmo-stp_10.42.42.5(pid=21652): stderr: \u000a| �[0;m�[38;5;43m20221209161934175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161934175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161934175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161934176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161934176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161934176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161934176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:35.856868 run osmo-stp_10.42.42.5(pid=21652): stdout: \u000a| (launched: 2022-12-09_16:19:33.982484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:35.991232 run osmo-stp_10.42.42.5(pid=21652): stderr: \u000a| �[0;m�[38;5;43m20221209161934175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161934175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161934175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161934176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161934176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161934176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161934176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:36.148278 run patchelf(pid=21655): Terminating (SIGINT)\u000a16:19:36.332833 run patchelf(pid=21655): Terminated: ok {rc=0}\u000a16:19:36.367069 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21652): Process ended prematurely: osmo-stp_10.42.42.5(pid=21652) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21652)] [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:19:36.376900 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a16:19:36.440673 run osmo-hlr_10.42.42.2(pid=21649): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21649)]\u000a16:19:36.492609 run osmo-hlr_10.42.42.2(pid=21649): stdout: \u000a| (launched: 2022-12-09_16:19:32.959855) \u000a16:19:36.544990 run osmo-hlr_10.42.42.2(pid=21649): stderr: \u000a| �[0;m�[1;31m20221209161933162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161933162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161933162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161933162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161933162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161933162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161933178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161933187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161933188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161933188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:36.589768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21642): Terminating (SIGTERM)\u000a16:19:36.631558 run iperf3-srv_10.42.42.10(pid=21643): Terminating (SIGTERM)\u000a16:19:36.673995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21644): Terminating (SIGTERM)\u000a16:19:36.716018 run iperf3-srv_10.42.42.10(pid=21645): Terminating (SIGTERM)\u000a16:19:36.758743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21648): Terminating (SIGTERM)\u000a16:19:36.801043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21651): Terminating (SIGTERM)\u000a16:19:36.842752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21654): Terminating (SIGTERM)\u000a16:19:36.852869 --- ParallelTerminationStrategy: PID 21642 died...\u000a16:19:36.909605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21642): Terminated: ok {rc=0}\u000a16:19:36.919740 --- ParallelTerminationStrategy: PID 21643 died...\u000a16:19:36.975593 run iperf3-srv_10.42.42.10(pid=21643): Terminated {rc=256}\u000a16:19:36.986148 --- ParallelTerminationStrategy: PID 21644 died...\u000a16:19:37.042308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21644): Terminated: ok {rc=0}\u000a16:19:37.052269 --- ParallelTerminationStrategy: PID 21645 died...\u000a16:19:37.108259 run iperf3-srv_10.42.42.10(pid=21645): Terminated {rc=256}\u000a16:19:37.118193 --- ParallelTerminationStrategy: PID 21648 died...\u000a16:19:37.174322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21648): Terminated: ok {rc=0}\u000a16:19:37.184345 --- ParallelTerminationStrategy: PID 21651 died...\u000a16:19:37.240198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21651): Terminated: ok {rc=0}\u000a16:19:37.250320 --- ParallelTerminationStrategy: PID 21654 died...\u000a16:19:37.305900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21654): Terminated: ok {rc=0}\u000a16:19:37.393054 bus /gobi_0: Setting Powered False\u000a16:19:38.500922 bus /gobi_0: Setting Powered False\u000a16:19:39.608821 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21664): Process ended prematurely: osmo-stp_10.42.42.5(pid=21664) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21664)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21664): Process ended prematurely: osmo-stp_10.42.42.5(pid=21664) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:19:40.718748 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:40.730443 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:19:40.888159 tst iperf3.py: using LAC 22240\u000a16:19:41.009826 tst iperf3.py: using RAC 55\u000a16:19:41.134171 tst iperf3.py: using CellId 22240\u000a16:19:41.251986 tst iperf3.py: using BVCI 22241\u000a16:19:41.275334 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:41.286339 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:41.297218 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:41.307968 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:41.318816 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:41.329642 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:41.340476 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:41.351153 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:41.362038 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:19:41.659328 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:19:41.796791 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:42.139427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21656): Launched\u000a16:19:42.421877 run iperf3-srv_10.42.42.10(pid=21657): Launched\u000a16:19:42.624610 tst iperf3.py:8: start network...\u000a16:19:42.761775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:43.278751 run create_hlr_db(pid=21658): Launched\u000a16:19:43.469530 bus /gobi_6: Setting Powered False\u000a16:19:44.489483 run create_hlr_db(pid=21658): Terminated: ok {rc=0}\u000a16:19:44.901449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21660): Launched\u000a16:19:45.208369 run osmo-hlr_10.42.42.2(pid=21661): Launched\u000a16:19:45.327336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:45.874188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21663): Launched\u000a16:19:46.283837 run osmo-stp_10.42.42.5(pid=21664): Launched\u000a16:19:46.525363 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:19:47.167263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21666): Launched\u000a16:19:47.289023 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:19:47.576464 run patchelf(pid=21667): Launched\u000a16:19:47.768891 run osmo-stp_10.42.42.5(pid=21664): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21664)]\u000a16:19:47.909330 run osmo-stp_10.42.42.5(pid=21664): stdout: \u000a| (launched: 2022-12-09_16:19:46.037873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:48.049872 run osmo-stp_10.42.42.5(pid=21664): stderr: \u000a| �[0;m�[38;5;43m20221209161946360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161946360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161946369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161946370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161946372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161946372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161946372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:48.184890 run osmo-stp_10.42.42.5(pid=21664): stdout: \u000a| (launched: 2022-12-09_16:19:46.037873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:48.319293 run osmo-stp_10.42.42.5(pid=21664): stderr: \u000a| �[0;m�[38;5;43m20221209161946360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161946360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161946369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161946370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161946372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161946372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161946372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:48.476725 run patchelf(pid=21667): Terminating (SIGINT)\u000a16:19:48.661437 run patchelf(pid=21667): Terminated: ok {rc=0}\u000a16:19:48.695119 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21664): Process ended prematurely: osmo-stp_10.42.42.5(pid=21664) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21664)] [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:19:48.705337 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a16:19:48.769284 run osmo-hlr_10.42.42.2(pid=21661): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21661)]\u000a16:19:48.821027 run osmo-hlr_10.42.42.2(pid=21661): stdout: \u000a| (launched: 2022-12-09_16:19:45.057086) \u000a16:19:48.873470 run osmo-hlr_10.42.42.2(pid=21661): stderr: \u000a| �[0;m�[1;31m20221209161945235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161945235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161945235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161945235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161945235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161945235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161945247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161945258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161945258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161945258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:48.917686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21656): Terminating (SIGTERM)\u000a16:19:48.960046 run iperf3-srv_10.42.42.10(pid=21657): Terminating (SIGTERM)\u000a16:19:49.002520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21660): Terminating (SIGTERM)\u000a16:19:49.044222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21663): Terminating (SIGTERM)\u000a16:19:49.086257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21666): Terminating (SIGTERM)\u000a16:19:49.096313 --- ParallelTerminationStrategy: PID 21656 died...\u000a16:19:49.152655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21656): Terminated: ok {rc=0}\u000a16:19:49.162857 --- ParallelTerminationStrategy: PID 21657 died...\u000a16:19:49.218820 run iperf3-srv_10.42.42.10(pid=21657): Terminated {rc=256}\u000a16:19:49.229070 --- ParallelTerminationStrategy: PID 21660 died...\u000a16:19:49.284941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21660): Terminated: ok {rc=0}\u000a16:19:49.295309 --- ParallelTerminationStrategy: PID 21663 died...\u000a16:19:49.351295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21663): Terminated: ok {rc=0}\u000a16:19:49.361808 --- ParallelTerminationStrategy: PID 21666 died...\u000a16:19:49.417811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21666): Terminated: ok {rc=0}\u000a16:19:49.506782 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21683): Process ended prematurely: osmo-stp_10.42.42.5(pid=21683) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21683)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21683): Process ended prematurely: osmo-stp_10.42.42.5(pid=21683) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:19:50.624566 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:50.637334 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:19:50.805192 tst iperf3m4.py: using LAC 22241\u000a16:19:50.934732 tst iperf3m4.py: using RAC 56\u000a16:19:51.062231 tst iperf3m4.py: using CellId 22241\u000a16:19:51.189525 tst iperf3m4.py: using BVCI 22242\u000a16:19:51.214626 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:51.226234 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:51.237679 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:51.249290 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:51.260993 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:51.272509 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:51.284146 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:51.295615 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:19:51.307606 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:19:51.428178 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:19:51.552838 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:19:51.671005 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:19:51.970963 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:19:52.108061 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:52.448505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21669): Launched\u000a16:19:52.730976 run iperf3-srv_10.42.42.10(pid=21670): Launched\u000a16:19:52.933365 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:19:53.070322 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:53.412271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21671): Launched\u000a16:19:53.695827 run iperf3-srv_10.42.42.10(pid=21672): Launched\u000a16:19:53.898177 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:19:54.035234 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:54.375640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21673): Launched\u000a16:19:54.659527 run iperf3-srv_10.42.42.10(pid=21674): Launched\u000a16:19:54.861443 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:19:54.998411 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:55.340186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21675): Launched\u000a16:19:55.624040 run iperf3-srv_10.42.42.10(pid=21676): Launched\u000a16:19:55.825929 tst iperf3m4.py:8: start network...\u000a16:19:55.963079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:56.480185 run create_hlr_db(pid=21677): Launched\u000a16:19:56.672440 bus /gobi_6: Setting Powered False\u000a16:19:57.690864 run create_hlr_db(pid=21677): Terminated: ok {rc=0}\u000a16:19:58.107249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21679): Launched\u000a16:19:58.417057 run osmo-hlr_10.42.42.2(pid=21680): Launched\u000a16:19:58.537970 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:59.081158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21682): Launched\u000a16:19:59.388784 run osmo-stp_10.42.42.5(pid=21683): Launched\u000a16:19:59.500062 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:00.036191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21685): Launched\u000a16:20:00.145402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:00.415857 run patchelf(pid=21686): Launched\u000a16:20:00.596223 run osmo-stp_10.42.42.5(pid=21683): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21683)]\u000a16:20:00.728362 run osmo-stp_10.42.42.5(pid=21683): stdout: \u000a| (launched: 2022-12-09_16:19:59.236916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:00.866748 run osmo-stp_10.42.42.5(pid=21683): stderr: \u000a| �[0;m�[38;5;43m20221209161959411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161959411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161959411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161959412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161959412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161959412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161959412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:01.014574 run osmo-stp_10.42.42.5(pid=21683): stdout: \u000a| (launched: 2022-12-09_16:19:59.236916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:01.143706 run osmo-stp_10.42.42.5(pid=21683): stderr: \u000a| �[0;m�[38;5;43m20221209161959411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209161959411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209161959411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209161959412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209161959412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209161959412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209161959412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:01.294495 run patchelf(pid=21686): Terminating (SIGINT)\u000a16:20:01.472424 run patchelf(pid=21686): Terminated: ok {rc=0}\u000a16:20:01.505710 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21683): Process ended prematurely: osmo-stp_10.42.42.5(pid=21683) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21683)] [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:20:01.516076 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:20:01.589221 run osmo-hlr_10.42.42.2(pid=21680): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21680)]\u000a16:20:01.640736 run osmo-hlr_10.42.42.2(pid=21680): stdout: \u000a| (launched: 2022-12-09_16:19:58.263717) \u000a16:20:01.692495 run osmo-hlr_10.42.42.2(pid=21680): stderr: \u000a| �[0;m�[1;31m20221209161958441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209161958441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209161958441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161958441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209161958441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209161958442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209161958454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209161958462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209161958462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209161958462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:01.736631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21669): Terminating (SIGTERM)\u000a16:20:01.781234 run iperf3-srv_10.42.42.10(pid=21670): Terminating (SIGTERM)\u000a16:20:01.824497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21671): Terminating (SIGTERM)\u000a16:20:01.867898 run iperf3-srv_10.42.42.10(pid=21672): Terminating (SIGTERM)\u000a16:20:01.911216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21673): Terminating (SIGTERM)\u000a16:20:01.954048 run iperf3-srv_10.42.42.10(pid=21674): Terminating (SIGTERM)\u000a16:20:01.997188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21675): Terminating (SIGTERM)\u000a16:20:02.039384 run iperf3-srv_10.42.42.10(pid=21676): Terminating (SIGTERM)\u000a16:20:02.084275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21679): Terminating (SIGTERM)\u000a16:20:02.125615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21682): Terminating (SIGTERM)\u000a16:20:02.166005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21685): Terminating (SIGTERM)\u000a16:20:02.175245 --- ParallelTerminationStrategy: PID 21669 died...\u000a16:20:02.229257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21669): Terminated: ok {rc=0}\u000a16:20:02.239182 --- ParallelTerminationStrategy: PID 21670 died...\u000a16:20:02.291706 run iperf3-srv_10.42.42.10(pid=21670): Terminated {rc=256}\u000a16:20:02.301204 --- ParallelTerminationStrategy: PID 21671 died...\u000a16:20:02.353616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21671): Terminated: ok {rc=0}\u000a16:20:02.362998 --- ParallelTerminationStrategy: PID 21672 died...\u000a16:20:02.415361 run iperf3-srv_10.42.42.10(pid=21672): Terminated {rc=256}\u000a16:20:02.424756 --- ParallelTerminationStrategy: PID 21673 died...\u000a16:20:02.477444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21673): Terminated: ok {rc=0}\u000a16:20:02.486942 --- ParallelTerminationStrategy: PID 21674 died...\u000a16:20:02.539655 run iperf3-srv_10.42.42.10(pid=21674): Terminated {rc=256}\u000a16:20:02.549280 --- ParallelTerminationStrategy: PID 21675 died...\u000a16:20:02.601545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21675): Terminated: ok {rc=0}\u000a16:20:02.611036 --- ParallelTerminationStrategy: PID 21676 died...\u000a16:20:02.663481 run iperf3-srv_10.42.42.10(pid=21676): Terminated {rc=256}\u000a16:20:02.672929 --- ParallelTerminationStrategy: PID 21679 died...\u000a16:20:02.725232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21679): Terminated: ok {rc=0}\u000a16:20:02.734723 --- ParallelTerminationStrategy: PID 21682 died...\u000a16:20:02.787114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21682): Terminated: ok {rc=0}\u000a16:20:02.796534 --- ParallelTerminationStrategy: PID 21685 died...\u000a16:20:02.848995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21685): Terminated: ok {rc=0}\u000a16:20:02.931932 bus /gobi_4: Setting Powered False\u000a16:20:04.032995 bus /gobi_4: Setting Powered False\u000a16:20:05.143963 bus /gobi_1: Setting Powered False\u000a16:20:06.246456 bus /gobi_1: Setting Powered False\u000a16:20:07.358079 bus /gobi_0: Setting Powered False\u000a16:20:08.465472 bus /gobi_0: Setting Powered False\u000a16:20:09.574670 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21702): Process ended prematurely: osmo-stp_10.42.42.5(pid=21702) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21702)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21702): Process ended prematurely: osmo-stp_10.42.42.5(pid=21702) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:20:10.643511 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:10.655939 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:20:10.818538 tst ping.py: using LAC 22242\u000a16:20:10.938277 tst ping.py: using RAC 57\u000a16:20:11.056090 tst ping.py: using CellId 22242\u000a16:20:11.173219 tst ping.py: using BVCI 22243\u000a16:20:11.196071 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:11.207074 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:11.217894 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:11.229357 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:11.240511 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:11.251806 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:11.263169 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:11.273956 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:20:11.566453 tst ping.py:19: start network...\u000a16:20:11.700113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:12.208422 run create_hlr_db(pid=21696): Launched\u000a16:20:12.395169 bus /gobi_6: Setting Powered False\u000a16:20:13.415786 run create_hlr_db(pid=21696): Terminated: ok {rc=0}\u000a16:20:13.819950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21698): Launched\u000a16:20:14.122551 run osmo-hlr_10.42.42.2(pid=21699): Launched\u000a16:20:14.233081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:14.753583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21701): Launched\u000a16:20:15.053946 run osmo-stp_10.42.42.5(pid=21702): Launched\u000a16:20:15.163044 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:15.686873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21704): Launched\u000a16:20:15.793645 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:16.072595 run patchelf(pid=21705): Launched\u000a16:20:16.252143 run osmo-stp_10.42.42.5(pid=21702): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21702)]\u000a16:20:16.383560 run osmo-stp_10.42.42.5(pid=21702): stdout: \u000a| (launched: 2022-12-09_16:20:14.905888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:16.515528 run osmo-stp_10.42.42.5(pid=21702): stderr: \u000a| �[0;m�[38;5;43m20221209162015077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162015077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162015078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162015078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162015078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162015078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162015078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:16.642408 run osmo-stp_10.42.42.5(pid=21702): stdout: \u000a| (launched: 2022-12-09_16:20:14.905888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:16.768154 run osmo-stp_10.42.42.5(pid=21702): stderr: \u000a| �[0;m�[38;5;43m20221209162015077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162015077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162015078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162015078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162015078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162015078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162015078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:16.915751 run patchelf(pid=21705): Terminating (SIGINT)\u000a16:20:17.087057 run patchelf(pid=21705): Terminated: ok {rc=0}\u000a16:20:17.118697 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21702): Process ended prematurely: osmo-stp_10.42.42.5(pid=21702) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21702)] [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:20:17.127852 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:20:17.189540 run osmo-hlr_10.42.42.2(pid=21699): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21699)]\u000a16:20:17.239333 run osmo-hlr_10.42.42.2(pid=21699): stdout: \u000a| (launched: 2022-12-09_16:20:13.974141) \u000a16:20:17.289021 run osmo-hlr_10.42.42.2(pid=21699): stderr: \u000a| �[0;m�[1;31m20221209162014153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162014153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162014153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162014153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162014153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162014153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162014166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162014176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162014177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162014177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:17.331316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21698): Terminating (SIGTERM)\u000a16:20:17.371172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21701): Terminating (SIGTERM)\u000a16:20:17.410940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21704): Terminating (SIGTERM)\u000a16:20:17.419860 --- ParallelTerminationStrategy: PID 21698 died...\u000a16:20:17.473078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21698): Terminated: ok {rc=0}\u000a16:20:17.482629 --- ParallelTerminationStrategy: PID 21701 died...\u000a16:20:17.535651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21701): Terminated: ok {rc=0}\u000a16:20:17.545318 --- ParallelTerminationStrategy: PID 21704 died...\u000a16:20:17.598320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21704): Terminated: ok {rc=0}\u000a16:20:17.687565 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21713): Process ended prematurely: osmo-stp_10.42.42.5(pid=21713) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21713)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21713): Process ended prematurely: osmo-stp_10.42.42.5(pid=21713) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:20:18.739995 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:18.752523 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:20:18.911966 tst ping_idle_ping.py: using LAC 22243\u000a16:20:19.032496 tst ping_idle_ping.py: using RAC 58\u000a16:20:19.150376 tst ping_idle_ping.py: using CellId 22243\u000a16:20:19.267789 tst ping_idle_ping.py: using BVCI 22244\u000a16:20:19.290881 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:19.301881 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:19.312821 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:19.323680 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:19.334410 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:19.345218 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:19.356091 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:20:19.366949 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:20:19.643456 tst ping_idle_ping.py:24: start network...\u000a16:20:19.768312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:20.252763 run create_hlr_db(pid=21707): Launched\u000a16:20:20.426127 bus /gobi_6: Setting Powered False\u000a16:20:21.447137 run create_hlr_db(pid=21707): Terminated: ok {rc=0}\u000a16:20:21.878972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21709): Launched\u000a16:20:22.203438 run osmo-hlr_10.42.42.2(pid=21710): Launched\u000a16:20:22.323232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:22.880400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21712): Launched\u000a16:20:23.206585 run osmo-stp_10.42.42.5(pid=21713): Launched\u000a16:20:23.326340 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:23.889896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21715): Launched\u000a16:20:24.005712 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:24.287639 run patchelf(pid=21716): Launched\u000a16:20:24.477724 run osmo-stp_10.42.42.5(pid=21713): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21713)]\u000a16:20:24.616651 run osmo-stp_10.42.42.5(pid=21713): stdout: \u000a| (launched: 2022-12-09_16:20:23.045528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:24.755768 run osmo-stp_10.42.42.5(pid=21713): stderr: \u000a| �[0;m�[38;5;43m20221209162023236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162023236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162023237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162023237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162023238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162023238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162023238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:24.889916 run osmo-stp_10.42.42.5(pid=21713): stdout: \u000a| (launched: 2022-12-09_16:20:23.045528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:25.022919 run osmo-stp_10.42.42.5(pid=21713): stderr: \u000a| �[0;m�[38;5;43m20221209162023236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162023236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162023237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162023237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162023238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162023238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162023238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:25.177542 run patchelf(pid=21716): Terminating (SIGINT)\u000a16:20:25.358578 run patchelf(pid=21716): Terminated: ok {rc=0}\u000a16:20:25.391405 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21713): Process ended prematurely: osmo-stp_10.42.42.5(pid=21713) [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21713)] [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:20:25.400770 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:20:25.465134 run osmo-hlr_10.42.42.2(pid=21710): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21710)]\u000a16:20:25.517165 run osmo-hlr_10.42.42.2(pid=21710): stdout: \u000a| (launched: 2022-12-09_16:20:22.043197) \u000a16:20:25.569795 run osmo-hlr_10.42.42.2(pid=21710): stderr: \u000a| �[0;m�[1;31m20221209162022241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162022241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162022241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162022241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162022241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162022241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162022254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162022262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162022262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162022263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:25.614750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21709): Terminating (SIGTERM)\u000a16:20:25.657028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21712): Terminating (SIGTERM)\u000a16:20:25.698887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21715): Terminating (SIGTERM)\u000a16:20:25.708827 --- ParallelTerminationStrategy: PID 21709 died...\u000a16:20:25.765396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21709): Terminated: ok {rc=0}\u000a16:20:25.775465 --- ParallelTerminationStrategy: PID 21712 died...\u000a16:20:25.832125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21712): Terminated: ok {rc=0}\u000a16:20:25.842269 --- ParallelTerminationStrategy: PID 21715 died...\u000a16:20:25.899125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21715): Terminated: ok {rc=0}\u000a16:20:25.987720 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:19:27" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21730): Process ended prematurely: osmo-stp_10.42.42.5(pid=21730) [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21730)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21730): Process ended prematurely: osmo-stp_10.42.42.5(pid=21730) [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:20:28.147014 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:28.158447 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:20:28.297591 tst cs_paging_gprs_active.py: using LAC 22244\u000a16:20:28.416712 tst cs_paging_gprs_active.py: using RAC 59\u000a16:20:28.544823 tst cs_paging_gprs_active.py: using CellId 22244\u000a16:20:28.672895 tst cs_paging_gprs_active.py: using BVCI 22245\u000a16:20:28.698205 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:28.710484 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:28.722305 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:28.734620 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:28.746632 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:28.758225 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:28.770238 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:28.781975 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:28.794931 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:20:28.915514 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:20:29.200208 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:20:29.328627 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:29.649674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21720): Launched\u000a16:20:29.916696 run iperf3-srv_10.42.42.10(pid=21721): Launched\u000a16:20:30.104380 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:20:30.231826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:30.551240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21722): Launched\u000a16:20:30.816305 run iperf3-srv_10.42.42.10(pid=21723): Launched\u000a16:20:31.007182 tst cs_paging_gprs_active.py:38: start network...\u000a16:20:31.137945 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:31.674898 run create_hlr_db(pid=21724): Launched\u000a16:20:31.856177 bus /gobi_6: Setting Powered False\u000a16:20:32.885032 run create_hlr_db(pid=21724): Terminated: ok {rc=0}\u000a16:20:33.327862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21726): Launched\u000a16:20:33.661844 run osmo-hlr_10.42.42.2(pid=21727): Launched\u000a16:20:33.783776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:34.355274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21729): Launched\u000a16:20:34.685562 run osmo-stp_10.42.42.5(pid=21730): Launched\u000a16:20:34.805369 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:35.378465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21732): Launched\u000a16:20:35.496646 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:35.786291 run patchelf(pid=21733): Launched\u000a16:20:35.979213 run osmo-stp_10.42.42.5(pid=21730): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21730)]\u000a16:20:36.120286 run osmo-stp_10.42.42.5(pid=21730): stdout: \u000a| (launched: 2022-12-09_16:20:34.523359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:36.261174 run osmo-stp_10.42.42.5(pid=21730): stderr: \u000a| �[0;m�[38;5;43m20221209162034718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162034718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162034718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162034719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162034719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162034719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162034719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:36.397125 run osmo-stp_10.42.42.5(pid=21730): stdout: \u000a| (launched: 2022-12-09_16:20:34.523359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:36.532203 run osmo-stp_10.42.42.5(pid=21730): stderr: \u000a| �[0;m�[38;5;43m20221209162034718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162034718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162034718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162034719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162034719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162034719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162034719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:36.689363 run patchelf(pid=21733): Terminating (SIGINT)\u000a16:20:36.873776 run patchelf(pid=21733): Terminated: ok {rc=0}\u000a16:20:36.907532 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21730): Process ended prematurely: osmo-stp_10.42.42.5(pid=21730) [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21730)] [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a16:20:36.917617 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a16:20:36.981929 run osmo-hlr_10.42.42.2(pid=21727): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21727)]\u000a16:20:37.033295 run osmo-hlr_10.42.42.2(pid=21727): stdout: \u000a| (launched: 2022-12-09_16:20:33.496561) \u000a16:20:37.086241 run osmo-hlr_10.42.42.2(pid=21727): stderr: \u000a| �[0;m�[1;31m20221209162033697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162033697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162033697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162033697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162033697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162033697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162033722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162033731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162033731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162033731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:37.130883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21720): Terminating (SIGTERM)\u000a16:20:37.173053 run iperf3-srv_10.42.42.10(pid=21721): Terminating (SIGTERM)\u000a16:20:37.214931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21722): Terminating (SIGTERM)\u000a16:20:37.256928 run iperf3-srv_10.42.42.10(pid=21723): Terminating (SIGTERM)\u000a16:20:37.299148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21726): Terminating (SIGTERM)\u000a16:20:37.341670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21729): Terminating (SIGTERM)\u000a16:20:37.383773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21732): Terminating (SIGTERM)\u000a16:20:37.393473 --- ParallelTerminationStrategy: PID 21720 died...\u000a16:20:37.449556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21720): Terminated: ok {rc=0}\u000a16:20:37.459943 --- ParallelTerminationStrategy: PID 21721 died...\u000a16:20:37.516110 run iperf3-srv_10.42.42.10(pid=21721): Terminated {rc=256}\u000a16:20:37.526487 --- ParallelTerminationStrategy: PID 21722 died...\u000a16:20:37.582726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21722): Terminated: ok {rc=0}\u000a16:20:37.592734 --- ParallelTerminationStrategy: PID 21723 died...\u000a16:20:37.648253 run iperf3-srv_10.42.42.10(pid=21723): Terminated {rc=256}\u000a16:20:37.658471 --- ParallelTerminationStrategy: PID 21726 died...\u000a16:20:37.714344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21726): Terminated: ok {rc=0}\u000a16:20:37.724426 --- ParallelTerminationStrategy: PID 21729 died...\u000a16:20:37.780091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21729): Terminated: ok {rc=0}\u000a16:20:37.790526 --- ParallelTerminationStrategy: PID 21732 died...\u000a16:20:37.846063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21732): Terminated: ok {rc=0}\u000a16:20:37.933268 bus /gobi_0: Setting Powered False\u000a16:20:39.038488 bus /gobi_0: Setting Powered False\u000a16:20:40.145994 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21742): Process ended prematurely: osmo-stp_10.42.42.5(pid=21742) [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21742)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21742): Process ended prematurely: osmo-stp_10.42.42.5(pid=21742) [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21742)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a16:20:41.262453 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:41.275246 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:20:41.425728 tst iperf3.py: using LAC 22245\u000a16:20:41.553445 tst iperf3.py: using RAC 60\u000a16:20:41.687526 tst iperf3.py: using CellId 22245\u000a16:20:41.814168 tst iperf3.py: using BVCI 22246\u000a16:20:41.839098 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:41.850953 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:41.863600 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:41.875421 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:41.887332 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:41.899920 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:41.911726 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:41.923253 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:41.935562 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:20:42.222300 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:20:42.351067 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:42.673853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21734): Launched\u000a16:20:42.940774 run iperf3-srv_10.42.42.10(pid=21735): Launched\u000a16:20:43.129723 tst iperf3.py:8: start network...\u000a16:20:43.257979 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:43.751417 run create_hlr_db(pid=21736): Launched\u000a16:20:43.927843 bus /gobi_6: Setting Powered False\u000a16:20:44.948324 run create_hlr_db(pid=21736): Terminated: ok {rc=0}\u000a16:20:45.358563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21738): Launched\u000a16:20:45.666708 run osmo-hlr_10.42.42.2(pid=21739): Launched\u000a16:20:45.779004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:46.400000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21741): Launched\u000a16:20:46.819070 run osmo-stp_10.42.42.5(pid=21742): Launched\u000a16:20:47.098227 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:47.664086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21744): Launched\u000a16:20:47.773632 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:48.043600 run patchelf(pid=21745): Launched\u000a16:20:48.224161 run osmo-stp_10.42.42.5(pid=21742): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21742)]\u000a16:20:48.356195 run osmo-stp_10.42.42.5(pid=21742): stdout: \u000a| (launched: 2022-12-09_16:20:46.566349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:48.488732 run osmo-stp_10.42.42.5(pid=21742): stderr: \u000a| �[0;m�[38;5;43m20221209162046883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162046883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162046884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162046884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162046885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162046885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162046885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:48.616045 run osmo-stp_10.42.42.5(pid=21742): stdout: \u000a| (launched: 2022-12-09_16:20:46.566349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:48.741685 run osmo-stp_10.42.42.5(pid=21742): stderr: \u000a| �[0;m�[38;5;43m20221209162046883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162046883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162046884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162046884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162046885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162046885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162046885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:48.888759 run patchelf(pid=21745): Terminating (SIGINT)\u000a16:20:49.062198 run patchelf(pid=21745): Terminated: ok {rc=0}\u000a16:20:49.093885 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21742): Process ended prematurely: osmo-stp_10.42.42.5(pid=21742) [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21742)] [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a16:20:49.103289 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a16:20:49.163521 run osmo-hlr_10.42.42.2(pid=21739): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21739)]\u000a16:20:49.212715 run osmo-hlr_10.42.42.2(pid=21739): stdout: \u000a| (launched: 2022-12-09_16:20:45.515045) \u000a16:20:49.262610 run osmo-hlr_10.42.42.2(pid=21739): stderr: \u000a| �[0;m�[1;31m20221209162045695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162045695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162045695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162045695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162045695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162045695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162045707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162045718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162045718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162045718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:49.304691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21734): Terminating (SIGTERM)\u000a16:20:49.344216 run iperf3-srv_10.42.42.10(pid=21735): Terminating (SIGTERM)\u000a16:20:49.383854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21738): Terminating (SIGTERM)\u000a16:20:49.423624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21741): Terminating (SIGTERM)\u000a16:20:49.463258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21744): Terminating (SIGTERM)\u000a16:20:49.472361 --- ParallelTerminationStrategy: PID 21734 died...\u000a16:20:49.525494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21734): Terminated: ok {rc=0}\u000a16:20:49.534929 --- ParallelTerminationStrategy: PID 21735 died...\u000a16:20:49.587794 run iperf3-srv_10.42.42.10(pid=21735): Terminated {rc=256}\u000a16:20:49.597323 --- ParallelTerminationStrategy: PID 21738 died...\u000a16:20:49.649827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21738): Terminated: ok {rc=0}\u000a16:20:49.659274 --- ParallelTerminationStrategy: PID 21741 died...\u000a16:20:49.711829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21741): Terminated: ok {rc=0}\u000a16:20:49.721389 --- ParallelTerminationStrategy: PID 21744 died...\u000a16:20:49.774179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21744): Terminated: ok {rc=0}\u000a16:20:49.862276 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21760): Process ended prematurely: osmo-stp_10.42.42.5(pid=21760) [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21760)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21760): Process ended prematurely: osmo-stp_10.42.42.5(pid=21760) [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a16:20:50.973299 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:50.985502 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:20:51.126683 tst iperf3m4.py: using LAC 22246\u000a16:20:51.247964 tst iperf3m4.py: using RAC 61\u000a16:20:51.368383 tst iperf3m4.py: using CellId 22246\u000a16:20:51.488204 tst iperf3m4.py: using BVCI 22247\u000a16:20:51.511662 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:51.523088 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:51.534385 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:51.545682 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:51.556834 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:51.567998 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:51.579696 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:51.590895 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:20:51.602387 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:20:51.723752 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:20:51.845523 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:20:51.967537 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:20:52.254421 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:20:52.382932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:52.705888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21746): Launched\u000a16:20:52.973608 run iperf3-srv_10.42.42.10(pid=21747): Launched\u000a16:20:53.161892 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:20:53.289920 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:53.613185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21748): Launched\u000a16:20:53.881502 run iperf3-srv_10.42.42.10(pid=21749): Launched\u000a16:20:54.069064 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:20:54.197661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:54.517730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21750): Launched\u000a16:20:54.781849 run iperf3-srv_10.42.42.10(pid=21751): Launched\u000a16:20:54.969451 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:20:55.096847 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:55.417251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21752): Launched\u000a16:20:55.681940 run iperf3-srv_10.42.42.10(pid=21753): Launched\u000a16:20:55.869343 tst iperf3m4.py:8: start network...\u000a16:20:55.996111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:56.487342 run create_hlr_db(pid=21754): Launched\u000a16:20:56.664070 bus /gobi_6: Setting Powered False\u000a16:20:57.685293 run create_hlr_db(pid=21754): Terminated: ok {rc=0}\u000a16:20:58.124795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21756): Launched\u000a16:20:58.449181 run osmo-hlr_10.42.42.2(pid=21757): Launched\u000a16:20:58.563227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:59.100530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21759): Launched\u000a16:20:59.407243 run osmo-stp_10.42.42.5(pid=21760): Launched\u000a16:20:59.518261 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:00.055858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21762): Launched\u000a16:21:00.165758 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:00.438287 run patchelf(pid=21763): Launched\u000a16:21:00.618101 run osmo-stp_10.42.42.5(pid=21760): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21760)]\u000a16:21:00.749326 run osmo-stp_10.42.42.5(pid=21760): stdout: \u000a| (launched: 2022-12-09_16:20:59.255706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:00.881476 run osmo-stp_10.42.42.5(pid=21760): stderr: \u000a| �[0;m�[38;5;43m20221209162059427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162059427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162059428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162059428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162059429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162059429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162059429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:01.010290 run osmo-stp_10.42.42.5(pid=21760): stdout: \u000a| (launched: 2022-12-09_16:20:59.255706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:01.172322 run osmo-stp_10.42.42.5(pid=21760): stderr: \u000a| �[0;m�[38;5;43m20221209162059427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162059427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162059428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162059428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162059429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162059429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162059429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:01.337622 run patchelf(pid=21763): Terminating (SIGINT)\u000a16:21:01.515558 run patchelf(pid=21763): Terminated: ok {rc=0}\u000a16:21:01.548664 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21760): Process ended prematurely: osmo-stp_10.42.42.5(pid=21760) [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21760)] [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a16:21:01.559077 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a16:21:01.622918 run osmo-hlr_10.42.42.2(pid=21757): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21757)]\u000a16:21:01.674159 run osmo-hlr_10.42.42.2(pid=21757): stdout: \u000a| (launched: 2022-12-09_16:20:58.292392) \u000a16:21:01.726215 run osmo-hlr_10.42.42.2(pid=21757): stderr: \u000a| �[0;m�[1;31m20221209162058474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162058474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162058474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162058474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162058474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162058474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162058487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162058497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162058497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162058497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:01.770388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21746): Terminating (SIGTERM)\u000a16:21:01.811715 run iperf3-srv_10.42.42.10(pid=21747): Terminating (SIGTERM)\u000a16:21:01.853664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21748): Terminating (SIGTERM)\u000a16:21:01.896895 run iperf3-srv_10.42.42.10(pid=21749): Terminating (SIGTERM)\u000a16:21:01.939486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21750): Terminating (SIGTERM)\u000a16:21:01.981430 run iperf3-srv_10.42.42.10(pid=21751): Terminating (SIGTERM)\u000a16:21:02.022806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21752): Terminating (SIGTERM)\u000a16:21:02.063797 run iperf3-srv_10.42.42.10(pid=21753): Terminating (SIGTERM)\u000a16:21:02.105439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21756): Terminating (SIGTERM)\u000a16:21:02.149800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21759): Terminating (SIGTERM)\u000a16:21:02.191581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21762): Terminating (SIGTERM)\u000a16:21:02.201285 --- ParallelTerminationStrategy: PID 21746 died...\u000a16:21:02.257341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21746): Terminated: ok {rc=0}\u000a16:21:02.267726 --- ParallelTerminationStrategy: PID 21747 died...\u000a16:21:02.321277 run iperf3-srv_10.42.42.10(pid=21747): Terminated {rc=256}\u000a16:21:02.330813 --- ParallelTerminationStrategy: PID 21748 died...\u000a16:21:02.383994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21748): Terminated: ok {rc=0}\u000a16:21:02.393876 --- ParallelTerminationStrategy: PID 21749 died...\u000a16:21:02.446752 run iperf3-srv_10.42.42.10(pid=21749): Terminated {rc=256}\u000a16:21:02.456255 --- ParallelTerminationStrategy: PID 21750 died...\u000a16:21:02.508923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21750): Terminated: ok {rc=0}\u000a16:21:02.518565 --- ParallelTerminationStrategy: PID 21751 died...\u000a16:21:02.571373 run iperf3-srv_10.42.42.10(pid=21751): Terminated {rc=256}\u000a16:21:02.580918 --- ParallelTerminationStrategy: PID 21752 died...\u000a16:21:02.633635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21752): Terminated: ok {rc=0}\u000a16:21:02.643242 --- ParallelTerminationStrategy: PID 21753 died...\u000a16:21:02.695926 run iperf3-srv_10.42.42.10(pid=21753): Terminated {rc=256}\u000a16:21:02.705904 --- ParallelTerminationStrategy: PID 21756 died...\u000a16:21:02.759089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21756): Terminated: ok {rc=0}\u000a16:21:02.768609 --- ParallelTerminationStrategy: PID 21759 died...\u000a16:21:02.822481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21759): Terminated: ok {rc=0}\u000a16:21:02.832216 --- ParallelTerminationStrategy: PID 21762 died...\u000a16:21:02.885352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21762): Terminated: ok {rc=0}\u000a16:21:02.974105 bus /gobi_4: Setting Powered False\u000a16:21:04.078284 bus /gobi_4: Setting Powered False\u000a16:21:05.190223 bus /gobi_1: Setting Powered False\u000a16:21:06.298401 bus /gobi_1: Setting Powered False\u000a16:21:07.410327 bus /gobi_0: Setting Powered False\u000a16:21:08.513620 bus /gobi_0: Setting Powered False\u000a16:21:09.624672 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21770): Process ended prematurely: osmo-stp_10.42.42.5(pid=21770) [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21770)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21770): Process ended prematurely: osmo-stp_10.42.42.5(pid=21770) [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a16:21:10.691670 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:10.703853 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:21:10.843764 tst ping.py: using LAC 22247\u000a16:21:10.963793 tst ping.py: using RAC 62\u000a16:21:11.083762 tst ping.py: using CellId 22247\u000a16:21:11.200606 tst ping.py: using BVCI 22248\u000a16:21:11.223551 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:11.235375 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:11.246679 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:11.257927 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:11.269172 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:11.280369 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:11.291655 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:11.302823 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:21:11.579482 tst ping.py:19: start network...\u000a16:21:11.703655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:12.187315 run create_hlr_db(pid=21764): Launched\u000a16:21:12.361496 bus /gobi_6: Setting Powered False\u000a16:21:13.381010 run create_hlr_db(pid=21764): Terminated: ok {rc=0}\u000a16:21:13.808522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21766): Launched\u000a16:21:14.130774 run osmo-hlr_10.42.42.2(pid=21767): Launched\u000a16:21:14.248758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:14.813076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21769): Launched\u000a16:21:15.137369 run osmo-stp_10.42.42.5(pid=21770): Launched\u000a16:21:15.254187 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:15.815543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21772): Launched\u000a16:21:15.949348 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:16.235255 run patchelf(pid=21773): Launched\u000a16:21:16.419201 run osmo-stp_10.42.42.5(pid=21770): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21770)]\u000a16:21:16.551582 run osmo-stp_10.42.42.5(pid=21770): stdout: \u000a| (launched: 2022-12-09_16:21:14.976880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:16.686119 run osmo-stp_10.42.42.5(pid=21770): stderr: \u000a| �[0;m�[38;5;43m20221209162115170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162115170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162115170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162115171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162115173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162115173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162115173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:16.815845 run osmo-stp_10.42.42.5(pid=21770): stdout: \u000a| (launched: 2022-12-09_16:21:14.976880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:16.943237 run osmo-stp_10.42.42.5(pid=21770): stderr: \u000a| �[0;m�[38;5;43m20221209162115170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162115170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162115170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162115171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162115173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162115173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162115173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:17.091365 run patchelf(pid=21773): Terminating (SIGINT)\u000a16:21:17.262687 run patchelf(pid=21773): Terminated: ok {rc=0}\u000a16:21:17.293664 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21770): Process ended prematurely: osmo-stp_10.42.42.5(pid=21770) [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21770)] [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a16:21:17.302494 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:21:17.363466 run osmo-hlr_10.42.42.2(pid=21767): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21767)]\u000a16:21:17.412684 run osmo-hlr_10.42.42.2(pid=21767): stdout: \u000a| (launched: 2022-12-09_16:21:13.971130) \u000a16:21:17.462862 run osmo-hlr_10.42.42.2(pid=21767): stderr: \u000a| �[0;m�[1;31m20221209162114172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162114172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162114172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162114172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162114172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162114172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162114183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162114191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162114192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162114192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:17.505835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21766): Terminating (SIGTERM)\u000a16:21:17.546402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21769): Terminating (SIGTERM)\u000a16:21:17.586585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21772): Terminating (SIGTERM)\u000a16:21:17.595874 --- ParallelTerminationStrategy: PID 21766 died...\u000a16:21:17.649298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21766): Terminated: ok {rc=0}\u000a16:21:17.658964 --- ParallelTerminationStrategy: PID 21769 died...\u000a16:21:17.712217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21769): Terminated: ok {rc=0}\u000a16:21:17.721934 --- ParallelTerminationStrategy: PID 21772 died...\u000a16:21:17.775053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21772): Terminated: ok {rc=0}\u000a16:21:17.859329 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21780): Process ended prematurely: osmo-stp_10.42.42.5(pid=21780) [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21780)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21780): Process ended prematurely: osmo-stp_10.42.42.5(pid=21780) [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a16:21:18.910054 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:18.922359 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:21:19.062864 tst ping_idle_ping.py: using LAC 22248\u000a16:21:19.183606 tst ping_idle_ping.py: using RAC 63\u000a16:21:19.303701 tst ping_idle_ping.py: using CellId 22248\u000a16:21:19.423182 tst ping_idle_ping.py: using BVCI 22249\u000a16:21:19.446393 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:19.458039 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:19.469535 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:19.481000 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:19.492392 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:19.503794 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:19.515305 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:21:19.526920 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:21:19.806425 tst ping_idle_ping.py:24: start network...\u000a16:21:19.931515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:20.417412 run create_hlr_db(pid=21774): Launched\u000a16:21:20.591890 bus /gobi_6: Setting Powered False\u000a16:21:21.614027 run create_hlr_db(pid=21774): Terminated: ok {rc=0}\u000a16:21:22.049682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21776): Launched\u000a16:21:22.375181 run osmo-hlr_10.42.42.2(pid=21777): Launched\u000a16:21:22.495076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:23.059559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21779): Launched\u000a16:21:23.385366 run osmo-stp_10.42.42.5(pid=21780): Launched\u000a16:21:23.503419 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:24.068528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21782): Launched\u000a16:21:24.183749 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:24.467957 run patchelf(pid=21783): Launched\u000a16:21:24.656711 run osmo-stp_10.42.42.5(pid=21780): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21780)]\u000a16:21:24.794816 run osmo-stp_10.42.42.5(pid=21780): stdout: \u000a| (launched: 2022-12-09_16:21:23.223912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:24.933393 run osmo-stp_10.42.42.5(pid=21780): stderr: \u000a| �[0;m�[38;5;43m20221209162123415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162123415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162123415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162123416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162123418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162123418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162123418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:25.066826 run osmo-stp_10.42.42.5(pid=21780): stdout: \u000a| (launched: 2022-12-09_16:21:23.223912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:25.198993 run osmo-stp_10.42.42.5(pid=21780): stderr: \u000a| �[0;m�[38;5;43m20221209162123415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162123415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162123415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162123416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162123418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162123418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162123418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:25.352858 run patchelf(pid=21783): Terminating (SIGINT)\u000a16:21:25.533773 run patchelf(pid=21783): Terminated: ok {rc=0}\u000a16:21:25.566736 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21780): Process ended prematurely: osmo-stp_10.42.42.5(pid=21780) [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21780)] [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a16:21:25.576115 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:21:25.639759 run osmo-hlr_10.42.42.2(pid=21777): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21777)]\u000a16:21:25.691330 run osmo-hlr_10.42.42.2(pid=21777): stdout: \u000a| (launched: 2022-12-09_16:21:22.213890) \u000a16:21:25.743819 run osmo-hlr_10.42.42.2(pid=21777): stderr: \u000a| �[0;m�[1;31m20221209162122413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162122414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162122414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162122414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162122414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162122414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162122426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162122435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162122435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162122435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:25.788552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21776): Terminating (SIGTERM)\u000a16:21:25.831136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21779): Terminating (SIGTERM)\u000a16:21:25.873023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21782): Terminating (SIGTERM)\u000a16:21:25.883031 --- ParallelTerminationStrategy: PID 21776 died...\u000a16:21:25.939847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21776): Terminated: ok {rc=0}\u000a16:21:25.950211 --- ParallelTerminationStrategy: PID 21779 died...\u000a16:21:26.006730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21779): Terminated: ok {rc=0}\u000a16:21:26.016861 --- ParallelTerminationStrategy: PID 21782 died...\u000a16:21:26.073826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21782): Terminated: ok {rc=0}\u000a16:21:26.161484 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:20:27" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21793): Process ended prematurely: osmo-stp_10.42.42.5(pid=21793) [trial-2361↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21793)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21793): Process ended prematurely: osmo-stp_10.42.42.5(pid=21793) [trial-2361↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21793)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:21:28.204188 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:21:28.215667 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:21:28.373468 tst switch_tch_pdch.py: using LAC 22249\u000a16:21:28.491252 tst switch_tch_pdch.py: using RAC 64\u000a16:21:28.607749 tst switch_tch_pdch.py: using CellId 22249\u000a16:21:28.724105 tst switch_tch_pdch.py: using BVCI 22250\u000a16:21:28.747048 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:21:28.758346 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:21:28.769535 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:21:28.780887 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:21:28.792279 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:21:28.803554 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:21:28.815030 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:21:28.826484 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:21:28.947144 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:21:29.227388 tst switch_tch_pdch.py:51: start network...\u000a16:21:29.352829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:29.832727 run create_hlr_db(pid=21787): Launched\u000a16:21:30.006969 bus /gobi_6: Setting Powered False\u000a16:21:31.062992 run create_hlr_db(pid=21787): Terminated: ok {rc=0}\u000a16:21:31.513657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21789): Launched\u000a16:21:31.902855 run osmo-hlr_10.42.42.2(pid=21790): Launched\u000a16:21:32.031340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:32.652217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21792): Launched\u000a16:21:32.974309 run osmo-stp_10.42.42.5(pid=21793): Launched\u000a16:21:33.091468 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:33.654178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21795): Launched\u000a16:21:33.769299 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:34.052170 run patchelf(pid=21796): Launched\u000a16:21:34.240570 run osmo-stp_10.42.42.5(pid=21793): ERR: Terminated: ERROR {rc=1} [trial-2361↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21793)]\u000a16:21:34.378915 run osmo-stp_10.42.42.5(pid=21793): stdout: \u000a| (launched: 2022-12-09_16:21:32.815844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:34.518519 run osmo-stp_10.42.42.5(pid=21793): stderr: \u000a| �[0;m�[38;5;43m20221209162133007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162133008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162133008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162133008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162133009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162133009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162133009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:34.652331 run osmo-stp_10.42.42.5(pid=21793): stdout: \u000a| (launched: 2022-12-09_16:21:32.815844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:34.784581 run osmo-stp_10.42.42.5(pid=21793): stderr: \u000a| �[0;m�[38;5;43m20221209162133007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162133008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162133008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162133008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162133009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162133009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162133009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:34.938111 run patchelf(pid=21796): Terminating (SIGINT)\u000a16:21:35.117864 run patchelf(pid=21796): Terminated: ok {rc=0}\u000a16:21:35.150577 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21793): Process ended prematurely: osmo-stp_10.42.42.5(pid=21793) [trial-2361↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21793)] [trial-2361↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:21:35.160136 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a16:21:35.223732 run osmo-hlr_10.42.42.2(pid=21790): ERR: Terminated: ERROR {rc=237} [trial-2361↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21790)]\u000a16:21:35.275548 run osmo-hlr_10.42.42.2(pid=21790): stdout: \u000a| (launched: 2022-12-09_16:21:31.683016) \u000a16:21:35.328342 run osmo-hlr_10.42.42.2(pid=21790): stderr: \u000a| �[0;m�[1;31m20221209162132071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162132071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162132072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162132072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162132072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162132072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162132096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162132111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162132111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162132112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:35.373091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21789): Terminating (SIGTERM)\u000a16:21:35.415375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21792): Terminating (SIGTERM)\u000a16:21:35.458053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21795): Terminating (SIGTERM)\u000a16:21:35.467749 --- ParallelTerminationStrategy: PID 21789 died...\u000a16:21:35.524417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21789): Terminated: ok {rc=0}\u000a16:21:35.534564 --- ParallelTerminationStrategy: PID 21792 died...\u000a16:21:35.590845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21792): Terminated: ok {rc=0}\u000a16:21:35.601042 --- ParallelTerminationStrategy: PID 21795 died...\u000a16:21:35.657061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21795): Terminated: ok {rc=0}\u000a16:21:35.744221 bus /gobi_0: Setting Powered False\u000a16:21:36.850950 bus /gobi_0: Setting Powered False\u000a16:21:37.959144 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:21:27" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21808): Process ended prematurely: osmo-stp_10.42.42.5(pid=21808) [trial-2361↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21808)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21808): Process ended prematurely: osmo-stp_10.42.42.5(pid=21808) [trial-2361↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:21:39.941120 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:21:39.952558 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:21:40.118151 tst switch_tch_pdch.py: using LAC 22250\u000a16:21:40.243120 tst switch_tch_pdch.py: using RAC 65\u000a16:21:40.364161 tst switch_tch_pdch.py: using CellId 22250\u000a16:21:40.481910 tst switch_tch_pdch.py: using BVCI 22251\u000a16:21:40.505013 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:21:40.516316 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:21:40.527859 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:21:40.539340 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:21:40.550678 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:21:40.562164 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:21:40.573524 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:21:40.584773 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:21:40.702348 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:21:40.995825 tst switch_tch_pdch.py:51: start network...\u000a16:21:41.130091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:41.614507 run create_hlr_db(pid=21802): Launched\u000a16:21:41.738229 bus /gobi_6: Setting Powered False\u000a16:21:42.809414 run create_hlr_db(pid=21802): Terminated: ok {rc=0}\u000a16:21:43.211960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21804): Launched\u000a16:21:43.535145 run osmo-hlr_10.42.42.2(pid=21805): Launched\u000a16:21:43.655724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:44.189496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21807): Launched\u000a16:21:44.513643 run osmo-stp_10.42.42.5(pid=21808): Launched\u000a16:21:44.631343 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:45.164655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21810): Launched\u000a16:21:45.271739 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:45.535294 run patchelf(pid=21811): Launched\u000a16:21:45.710859 run osmo-stp_10.42.42.5(pid=21808): ERR: Terminated: ERROR {rc=1} [trial-2361↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21808)]\u000a16:21:45.853382 run osmo-stp_10.42.42.5(pid=21808): stdout: \u000a| (launched: 2022-12-09_16:21:44.353644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:45.996890 run osmo-stp_10.42.42.5(pid=21808): stderr: \u000a| �[0;m�[38;5;43m20221209162144546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162144546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162144546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162144547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162144547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162144547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162144547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:46.124567 run osmo-stp_10.42.42.5(pid=21808): stdout: \u000a| (launched: 2022-12-09_16:21:44.353644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:46.250240 run osmo-stp_10.42.42.5(pid=21808): stderr: \u000a| �[0;m�[38;5;43m20221209162144546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162144546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162144546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162144547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162144547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162144547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162144547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:46.397097 run patchelf(pid=21811): Terminating (SIGINT)\u000a16:21:46.568589 run patchelf(pid=21811): Terminated: ok {rc=0}\u000a16:21:46.601189 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21808): Process ended prematurely: osmo-stp_10.42.42.5(pid=21808) [trial-2361↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21808)] [trial-2361↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:21:46.610685 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a16:21:46.672354 run osmo-hlr_10.42.42.2(pid=21805): ERR: Terminated: ERROR {rc=237} [trial-2361↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21805)]\u000a16:21:46.722746 run osmo-hlr_10.42.42.2(pid=21805): stdout: \u000a| (launched: 2022-12-09_16:21:43.375641) \u000a16:21:46.773910 run osmo-hlr_10.42.42.2(pid=21805): stderr: \u000a| �[0;m�[1;31m20221209162143575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162143575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162143575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162143575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162143575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162143575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162143587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162143596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162143596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162143596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:46.817701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21804): Terminating (SIGTERM)\u000a16:21:46.860855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21807): Terminating (SIGTERM)\u000a16:21:46.903923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21810): Terminating (SIGTERM)\u000a16:21:46.913928 --- ParallelTerminationStrategy: PID 21804 died...\u000a16:21:46.969857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21804): Terminated: ok {rc=0}\u000a16:21:46.979806 --- ParallelTerminationStrategy: PID 21807 died...\u000a16:21:47.033771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21807): Terminated: ok {rc=0}\u000a16:21:47.043688 --- ParallelTerminationStrategy: PID 21810 died...\u000a16:21:47.097943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21810): Terminated: ok {rc=0}\u000a16:21:47.182615 bus /gobi_0: Setting Powered False\u000a16:21:48.286510 bus /gobi_0: Setting Powered False\u000a16:21:49.398284 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:21:39" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21816): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21816) [trial-2361↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21816)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21816): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21816) [trial-2361↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a16:21:51.290473 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a16:21:51.301299 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a16:21:51.440339 tst mo_mt_sms.py: using LAC 22251\u000a16:21:51.558301 tst mo_mt_sms.py: using RAC 66\u000a16:21:51.674505 tst mo_mt_sms.py: using CellId 22251\u000a16:21:51.790320 tst mo_mt_sms.py: using BVCI 22252\u000a16:21:51.812854 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a16:21:51.930877 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a16:21:52.207942 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:21:52.333242 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:21:52.953761 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21815): Launched\u000a16:21:53.254317 run osmo-nitb_10.42.42.2(pid=21816): Launched\u000a16:21:53.438804 run osmo-nitb_10.42.42.2(pid=21816): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21816)]\u000a16:21:53.575085 run osmo-nitb_10.42.42.2(pid=21816): stdout: \u000a| (launched: 2022-12-09_16:21:53.105999) \u000a16:21:53.711262 run osmo-nitb_10.42.42.2(pid=21816): stderr: \u000a| (launched: 2022-12-09_16:21:53.150658)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:21:53.843125 run osmo-nitb_10.42.42.2(pid=21816): stdout: \u000a| (launched: 2022-12-09_16:21:53.105999) \u000a16:21:53.974037 run osmo-nitb_10.42.42.2(pid=21816): stderr: \u000a| (launched: 2022-12-09_16:21:53.150658)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:21:54.375742 tst osmo-nitb_10.42.42.2(pid=21816): stdout: \u000a| (launched: 2022-12-09_16:21:53.105999) \u000a16:21:54.495366 tst osmo-nitb_10.42.42.2(pid=21816): stderr: \u000a| (launched: 2022-12-09_16:21:53.150658)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:21:54.547827 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=21816): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21816) [trial-2361↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21816)] [trial-2361↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a16:21:54.556179 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a16:21:54.590404 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21815): Terminating (SIGTERM)\u000a16:21:54.767780 --- ParallelTerminationStrategy: PID 21815 died...\u000a16:21:54.822581 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21815): Terminated: ok {rc=0}\u000a16:21:54.911200 bus /sierra_3: Setting Powered False\u000a16:21:56.014763 bus /sierra_3: Setting Powered False\u000a16:21:57.127347 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:21:51" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21826): Process ended prematurely: osmo-stp_10.42.42.5(pid=21826) [trial-2361↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21826)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21826): Process ended prematurely: osmo-stp_10.42.42.5(pid=21826) [trial-2361↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a16:21:59.019649 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:21:59.030627 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a16:21:59.162562 tst mo_mt_sms.py: using LAC 22252\u000a16:21:59.277709 tst mo_mt_sms.py: using RAC 67\u000a16:21:59.392598 tst mo_mt_sms.py: using CellId 22252\u000a16:21:59.509842 tst mo_mt_sms.py: using BVCI 22253\u000a16:21:59.532576 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:21:59.543201 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:21:59.553667 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:21:59.564092 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:21:59.574749 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:21:59.585165 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a16:21:59.701130 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a16:21:59.903527 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:00.385936 run create_hlr_db(pid=21820): Launched\u000a16:22:00.559773 bus /sierra_2: Setting Powered False\u000a16:22:01.585560 run create_hlr_db(pid=21820): Terminated: ok {rc=0}\u000a16:22:02.018179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21822): Launched\u000a16:22:02.340117 run osmo-hlr_10.42.42.2(pid=21823): Launched\u000a16:22:02.452092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:02.974295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21825): Launched\u000a16:22:03.276213 run osmo-stp_10.42.42.5(pid=21826): Launched\u000a16:22:03.397352 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:22:03.954203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21828): Launched\u000a16:22:04.257592 run osmo-msc_10.42.42.6(pid=21829): Launched\u000a16:22:04.435782 run osmo-stp_10.42.42.5(pid=21826): ERR: Terminated: ERROR {rc=1} [trial-2361↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21826)]\u000a16:22:04.563758 run osmo-stp_10.42.42.5(pid=21826): stdout: \u000a| (launched: 2022-12-09_16:22:03.126615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:04.688759 run osmo-stp_10.42.42.5(pid=21826): stderr: \u000a| �[0;m�[38;5;43m20221209162203295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162203296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162203296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162203296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162203298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162203299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162203299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:04.811321 run osmo-stp_10.42.42.5(pid=21826): stdout: \u000a| (launched: 2022-12-09_16:22:03.126615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:04.931706 run osmo-stp_10.42.42.5(pid=21826): stderr: \u000a| �[0;m�[38;5;43m20221209162203295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162203296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162203296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162203296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162203298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162203299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162203299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:04.984484 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=21826): Process ended prematurely: osmo-stp_10.42.42.5(pid=21826) [trial-2361↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21826)] [trial-2361↪sms:trx-lms↪mo_mt_sms.py:16]\u000a16:22:04.992486 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a16:22:05.051594 run osmo-hlr_10.42.42.2(pid=21823): ERR: Terminated: ERROR {rc=237} [trial-2361↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21823)]\u000a16:22:05.100474 run osmo-hlr_10.42.42.2(pid=21823): stdout: \u000a| (launched: 2022-12-09_16:22:02.185438) \u000a16:22:05.150041 run osmo-hlr_10.42.42.2(pid=21823): stderr: \u000a| �[0;m�[1;31m20221209162202366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162202366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162202366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162202366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162202366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162202366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162202386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162202396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162202396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162202396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:05.217111 run osmo-msc_10.42.42.6(pid=21829): ERR: Terminated: ERROR {rc=2} [trial-2361↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21829)]\u000a16:22:05.265944 run osmo-msc_10.42.42.6(pid=21829): stdout: \u000a| (launched: 2022-12-09_16:22:04.107290) \u000a16:22:05.315315 run osmo-msc_10.42.42.6(pid=21829): stderr: \u000a| �[0;m�[38;5;43m20221209162204380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162204380 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba5788bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162204380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162204380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162204380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162204380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162204383 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162204384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162204384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162204384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:22:05.357759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21822): Terminating (SIGTERM)\u000a16:22:05.397516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21825): Terminating (SIGTERM)\u000a16:22:05.437205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21828): Terminating (SIGTERM)\u000a16:22:05.446322 --- ParallelTerminationStrategy: PID 21822 died...\u000a16:22:05.499381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21822): Terminated: ok {rc=0}\u000a16:22:05.508872 --- ParallelTerminationStrategy: PID 21825 died...\u000a16:22:05.561453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21825): Terminated: ok {rc=0}\u000a16:22:05.570839 --- ParallelTerminationStrategy: PID 21828 died...\u000a16:22:05.623335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21828): Terminated: ok {rc=0}\u000a16:22:05.712186 bus /sierra_3: Setting Powered False\u000a16:22:06.814405 bus /sierra_3: Setting Powered False\u000a16:22:07.924522 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:21:58" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21835): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21835) [trial-2361↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21835)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21835): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21835) [trial-2361↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a16:22:09.761660 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a16:22:09.772375 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a16:22:09.907111 tst assert_extension.py: using LAC 22253\u000a16:22:10.026235 tst assert_extension.py: using RAC 68\u000a16:22:10.145761 tst assert_extension.py: using CellId 22253\u000a16:22:10.262841 tst assert_extension.py: using BVCI 22254\u000a16:22:10.285481 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a16:22:10.594507 tst assert_extension.py:10: start nitb and bts...\u000a16:22:10.725553 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:22:11.369216 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21834): Launched\u000a16:22:11.677749 run osmo-nitb_10.42.42.2(pid=21835): Launched\u000a16:22:11.868688 run osmo-nitb_10.42.42.2(pid=21835): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21835)]\u000a16:22:12.009981 run osmo-nitb_10.42.42.2(pid=21835): stdout: \u000a| (launched: 2022-12-09_16:22:11.527485) \u000a16:22:12.151566 run osmo-nitb_10.42.42.2(pid=21835): stderr: \u000a| (launched: 2022-12-09_16:22:11.574181)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:22:12.288128 run osmo-nitb_10.42.42.2(pid=21835): stdout: \u000a| (launched: 2022-12-09_16:22:11.527485) \u000a16:22:12.423321 run osmo-nitb_10.42.42.2(pid=21835): stderr: \u000a| (launched: 2022-12-09_16:22:11.574181)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:22:12.803698 tst osmo-nitb_10.42.42.2(pid=21835): stdout: \u000a| (launched: 2022-12-09_16:22:11.527485) \u000a16:22:12.928525 tst osmo-nitb_10.42.42.2(pid=21835): stderr: \u000a| (launched: 2022-12-09_16:22:11.574181)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:22:12.983007 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=21835): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21835) [trial-2361↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21835)] [trial-2361↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a16:22:12.991587 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a16:22:13.029851 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21834): Terminating (SIGTERM)\u000a16:22:13.207190 --- ParallelTerminationStrategy: PID 21834 died...\u000a16:22:13.261388 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21834): Terminated: ok {rc=0}\u000a16:22:13.343398 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:22:09" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21846): Process ended prematurely: osmo-stp_10.42.42.5(pid=21846) [trial-2361↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21846)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21846): Process ended prematurely: osmo-stp_10.42.42.5(pid=21846) [trial-2361↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a16:22:15.178843 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:22:15.189716 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a16:22:15.328504 tst assert_extension.py: using LAC 22254\u000a16:22:15.451291 tst assert_extension.py: using RAC 69\u000a16:22:15.572814 tst assert_extension.py: using CellId 22254\u000a16:22:15.694546 tst assert_extension.py: using BVCI 22255\u000a16:22:15.718119 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:22:15.729030 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:22:15.739845 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:22:15.750924 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:22:15.762044 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:22:15.772929 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a16:22:16.005534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:16.525317 run create_hlr_db(pid=21840): Launched\u000a16:22:16.701785 bus /sierra_2: Setting Powered False\u000a16:22:17.714801 run create_hlr_db(pid=21840): Terminated: ok {rc=0}\u000a16:22:18.134152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21842): Launched\u000a16:22:18.446242 run osmo-hlr_10.42.42.2(pid=21843): Launched\u000a16:22:18.564367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:19.108346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21845): Launched\u000a16:22:19.420374 run osmo-stp_10.42.42.5(pid=21846): Launched\u000a16:22:19.534123 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:22:20.103116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21848): Launched\u000a16:22:20.416045 run osmo-msc_10.42.42.6(pid=21849): Launched\u000a16:22:20.600768 run osmo-stp_10.42.42.5(pid=21846): ERR: Terminated: ERROR {rc=1} [trial-2361↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21846)]\u000a16:22:20.732827 run osmo-stp_10.42.42.5(pid=21846): stdout: \u000a| (launched: 2022-12-09_16:22:19.266766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:20.865208 run osmo-stp_10.42.42.5(pid=21846): stderr: \u000a| �[0;m�[38;5;43m20221209162219457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162219458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162219458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162219458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162219459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162219459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162219459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:20.990969 run osmo-stp_10.42.42.5(pid=21846): stdout: \u000a| (launched: 2022-12-09_16:22:19.266766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:21.116041 run osmo-stp_10.42.42.5(pid=21846): stderr: \u000a| �[0;m�[38;5;43m20221209162219457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162219458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162219458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162219458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162219459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162219459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162219459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:21.170782 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=21846): Process ended prematurely: osmo-stp_10.42.42.5(pid=21846) [trial-2361↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21846)] [trial-2361↪ussd:trx-lms↪assert_extension.py:17]\u000a16:22:21.179169 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a16:22:21.241045 run osmo-hlr_10.42.42.2(pid=21843): ERR: Terminated: ERROR {rc=237} [trial-2361↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21843)]\u000a16:22:21.291726 run osmo-hlr_10.42.42.2(pid=21843): stdout: \u000a| (launched: 2022-12-09_16:22:18.293029) \u000a16:22:21.343328 run osmo-hlr_10.42.42.2(pid=21843): stderr: \u000a| �[0;m�[1;31m20221209162218489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162218489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162218489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162218489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162218489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162218489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162218502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162218512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162218513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162218513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:21.413499 run osmo-msc_10.42.42.6(pid=21849): ERR: Terminated: ERROR {rc=2} [trial-2361↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21849)]\u000a16:22:21.464352 run osmo-msc_10.42.42.6(pid=21849): stdout: \u000a| (launched: 2022-12-09_16:22:20.262100) \u000a16:22:21.515900 run osmo-msc_10.42.42.6(pid=21849): stderr: \u000a| �[0;m�[38;5;43m20221209162220582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162220582 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c9f0a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162220582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162220582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162220582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162220583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162220584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162220585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162220585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162220585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:22:21.559807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21842): Terminating (SIGTERM)\u000a16:22:21.601469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21845): Terminating (SIGTERM)\u000a16:22:21.643151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21848): Terminating (SIGTERM)\u000a16:22:21.652931 --- ParallelTerminationStrategy: PID 21842 died...\u000a16:22:21.708744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21842): Terminated: ok {rc=0}\u000a16:22:21.718681 --- ParallelTerminationStrategy: PID 21845 died...\u000a16:22:21.773434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21845): Terminated: ok {rc=0}\u000a16:22:21.783579 --- ParallelTerminationStrategy: PID 21848 died...\u000a16:22:21.838293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21848): Terminated: ok {rc=0}\u000a16:22:21.924649 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:22:14" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21860): Process ended prematurely: osmo-stp_10.42.42.5(pid=21860) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21860)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21860): Process ended prematurely: osmo-stp_10.42.42.5(pid=21860) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21860)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:22:23.881366 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:23.892551 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:22:24.061282 tst mo_mt_call.py: using LAC 22255\u000a16:22:24.181992 tst mo_mt_call.py: using RAC 70\u000a16:22:24.297485 tst mo_mt_call.py: using CellId 22255\u000a16:22:24.422702 tst mo_mt_call.py: using BVCI 22256\u000a16:22:24.445067 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:24.456047 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:24.466928 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:24.478005 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:24.489157 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:24.500082 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:22:24.618176 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:22:24.818840 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:25.292568 run create_hlr_db(pid=21854): Launched\u000a16:22:25.463216 bus /sierra_2: Setting Powered False\u000a16:22:26.483793 run create_hlr_db(pid=21854): Terminated: ok {rc=0}\u000a16:22:26.907955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21856): Launched\u000a16:22:27.226360 run osmo-hlr_10.42.42.2(pid=21857): Launched\u000a16:22:27.342614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:27.894840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21859): Launched\u000a16:22:28.211272 run osmo-stp_10.42.42.5(pid=21860): Launched\u000a16:22:28.326785 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:22:28.907822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21862): Launched\u000a16:22:29.226137 run osmo-msc_10.42.42.6(pid=21863): Launched\u000a16:22:29.412557 run osmo-stp_10.42.42.5(pid=21860): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21860)]\u000a16:22:29.546976 run osmo-stp_10.42.42.5(pid=21860): stdout: \u000a| (launched: 2022-12-09_16:22:28.056187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:29.681206 run osmo-stp_10.42.42.5(pid=21860): stderr: \u000a| �[0;m�[38;5;43m20221209162228247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162228247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162228248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162228248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162228249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162228249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162228249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:29.808349 run osmo-stp_10.42.42.5(pid=21860): stdout: \u000a| (launched: 2022-12-09_16:22:28.056187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:29.934651 run osmo-stp_10.42.42.5(pid=21860): stderr: \u000a| �[0;m�[38;5;43m20221209162228247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162228247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162228248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162228248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162228249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162228249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162228249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:29.990353 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21860): Process ended prematurely: osmo-stp_10.42.42.5(pid=21860) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21860)] [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:22:29.999445 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:22:30.061647 run osmo-hlr_10.42.42.2(pid=21857): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21857)]\u000a16:22:30.112427 run osmo-hlr_10.42.42.2(pid=21857): stdout: \u000a| (launched: 2022-12-09_16:22:27.069990) \u000a16:22:30.163876 run osmo-hlr_10.42.42.2(pid=21857): stderr: \u000a| �[0;m�[1;31m20221209162227267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162227267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162227267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162227267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162227267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162227267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162227280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162227288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162227289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162227289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:30.233708 run osmo-msc_10.42.42.6(pid=21863): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21863)]\u000a16:22:30.284587 run osmo-msc_10.42.42.6(pid=21863): stdout: \u000a| (launched: 2022-12-09_16:22:29.069662) \u000a16:22:30.336102 run osmo-msc_10.42.42.6(pid=21863): stderr: \u000a| �[0;m�[38;5;43m20221209162229390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162229390 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83db6f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162229390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162229390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162229390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162229390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162229392 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162229392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162229392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162229393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:22:30.379758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21856): Terminating (SIGTERM)\u000a16:22:30.421149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21859): Terminating (SIGTERM)\u000a16:22:30.462844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21862): Terminating (SIGTERM)\u000a16:22:30.472384 --- ParallelTerminationStrategy: PID 21856 died...\u000a16:22:30.527954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21856): Terminated: ok {rc=0}\u000a16:22:30.537922 --- ParallelTerminationStrategy: PID 21859 died...\u000a16:22:30.592687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21859): Terminated: ok {rc=0}\u000a16:22:30.602858 --- ParallelTerminationStrategy: PID 21862 died...\u000a16:22:30.657984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21862): Terminated: ok {rc=0}\u000a16:22:30.744808 bus /sierra_3: Setting Powered False\u000a16:22:31.870212 bus /sierra_3: Setting Powered False\u000a16:22:32.983381 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21873): Process ended prematurely: osmo-stp_10.42.42.5(pid=21873) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21873)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21873): Process ended prematurely: osmo-stp_10.42.42.5(pid=21873) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21873)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:22:34.096098 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:34.108122 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:22:34.270462 tst mo_mt_call_osmux.py: using LAC 22256\u000a16:22:34.394948 tst mo_mt_call_osmux.py: using RAC 71\u000a16:22:34.518948 tst mo_mt_call_osmux.py: using CellId 22256\u000a16:22:34.645386 tst mo_mt_call_osmux.py: using BVCI 22257\u000a16:22:34.669358 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:34.680749 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:34.692065 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:34.703656 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:34.715602 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:22:34.727567 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:22:34.844825 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:22:35.055869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:35.531706 run create_hlr_db(pid=21865): Launched\u000a16:22:35.703879 bus /sierra_2: Setting Powered False\u000a16:22:36.725627 run create_hlr_db(pid=21865): Terminated: ok {rc=0}\u000a16:22:37.126070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21869): Launched\u000a16:22:37.423632 run osmo-hlr_10.42.42.2(pid=21870): Launched\u000a16:22:37.541924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:38.065562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21872): Launched\u000a16:22:38.362503 run osmo-stp_10.42.42.5(pid=21873): Launched\u000a16:22:38.470694 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:22:39.013894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21875): Launched\u000a16:22:39.310629 run osmo-msc_10.42.42.6(pid=21876): Launched\u000a16:22:39.484053 run osmo-stp_10.42.42.5(pid=21873): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21873)]\u000a16:22:39.609903 run osmo-stp_10.42.42.5(pid=21873): stdout: \u000a| (launched: 2022-12-09_16:22:38.216080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:39.733466 run osmo-stp_10.42.42.5(pid=21873): stderr: \u000a| �[0;m�[38;5;43m20221209162238386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162238386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162238386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162238387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162238387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162238387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162238387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:39.852166 run osmo-stp_10.42.42.5(pid=21873): stdout: \u000a| (launched: 2022-12-09_16:22:38.216080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:39.969896 run osmo-stp_10.42.42.5(pid=21873): stderr: \u000a| �[0;m�[38;5;43m20221209162238386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162238386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162238386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162238387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162238387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162238387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162238387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:40.021674 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21873): Process ended prematurely: osmo-stp_10.42.42.5(pid=21873) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21873)] [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:22:40.030152 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a16:22:40.088557 run osmo-hlr_10.42.42.2(pid=21870): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21870)]\u000a16:22:40.136659 run osmo-hlr_10.42.42.2(pid=21870): stdout: \u000a| (launched: 2022-12-09_16:22:37.276924) \u000a16:22:40.185439 run osmo-hlr_10.42.42.2(pid=21870): stderr: \u000a| �[0;m�[1;31m20221209162237451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162237451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162237451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162237452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162237452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162237452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162237464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162237473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162237473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162237473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:40.251482 run osmo-msc_10.42.42.6(pid=21876): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21876)]\u000a16:22:40.299456 run osmo-msc_10.42.42.6(pid=21876): stdout: \u000a| (launched: 2022-12-09_16:22:39.164648) \u000a16:22:40.347975 run osmo-msc_10.42.42.6(pid=21876): stderr: \u000a| �[0;m�[38;5;43m20221209162239435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162239435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8c4339c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162239435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162239435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162239436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162239436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162239438 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162239438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162239438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162239438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:22:40.388895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21869): Terminating (SIGTERM)\u000a16:22:40.427765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21872): Terminating (SIGTERM)\u000a16:22:40.466702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21875): Terminating (SIGTERM)\u000a16:22:40.475674 --- ParallelTerminationStrategy: PID 21869 died...\u000a16:22:40.527650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21869): Terminated: ok {rc=0}\u000a16:22:40.537059 --- ParallelTerminationStrategy: PID 21872 died...\u000a16:22:40.588699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21872): Terminated: ok {rc=0}\u000a16:22:40.598052 --- ParallelTerminationStrategy: PID 21875 died...\u000a16:22:40.649558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21875): Terminated: ok {rc=0}\u000a16:22:40.736633 bus /sierra_3: Setting Powered False\u000a16:22:41.838845 bus /sierra_3: Setting Powered False\u000a16:22:42.950022 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:22:23" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21887): Process ended prematurely: osmo-stp_10.42.42.5(pid=21887) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21887)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21887): Process ended prematurely: osmo-stp_10.42.42.5(pid=21887) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21887)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:22:44.932922 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:44.943895 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:22:45.102251 tst mo_mt_call.py: using LAC 22257\u000a16:22:45.216485 tst mo_mt_call.py: using RAC 72\u000a16:22:45.330328 tst mo_mt_call.py: using CellId 22257\u000a16:22:45.444109 tst mo_mt_call.py: using BVCI 22258\u000a16:22:45.466618 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:45.477505 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:45.488194 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:45.499004 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:45.509880 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:45.520511 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:22:45.637454 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:22:45.846851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:46.396869 run create_hlr_db(pid=21881): Launched\u000a16:22:46.570524 bus /sierra_2: Setting Powered False\u000a16:22:47.588694 run create_hlr_db(pid=21881): Terminated: ok {rc=0}\u000a16:22:48.013406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21883): Launched\u000a16:22:48.331598 run osmo-hlr_10.42.42.2(pid=21884): Launched\u000a16:22:48.449465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:49.000525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21886): Launched\u000a16:22:49.317256 run osmo-stp_10.42.42.5(pid=21887): Launched\u000a16:22:49.432360 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:22:50.012711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21889): Launched\u000a16:22:50.329688 run osmo-msc_10.42.42.6(pid=21890): Launched\u000a16:22:50.515020 run osmo-stp_10.42.42.5(pid=21887): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21887)]\u000a16:22:50.654900 run osmo-stp_10.42.42.5(pid=21887): stdout: \u000a| (launched: 2022-12-09_16:22:49.161924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:50.786786 run osmo-stp_10.42.42.5(pid=21887): stderr: \u000a| �[0;m�[38;5;43m20221209162249350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162249350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162249350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162249350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162249351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162249351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162249351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:50.913670 run osmo-stp_10.42.42.5(pid=21887): stdout: \u000a| (launched: 2022-12-09_16:22:49.161924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:51.039502 run osmo-stp_10.42.42.5(pid=21887): stderr: \u000a| �[0;m�[38;5;43m20221209162249350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162249350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162249350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162249350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162249351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162249351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162249351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:51.095102 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21887): Process ended prematurely: osmo-stp_10.42.42.5(pid=21887) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21887)] [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:22:51.104239 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:22:51.166567 run osmo-hlr_10.42.42.2(pid=21884): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21884)]\u000a16:22:51.217021 run osmo-hlr_10.42.42.2(pid=21884): stdout: \u000a| (launched: 2022-12-09_16:22:48.175819) \u000a16:22:51.268979 run osmo-hlr_10.42.42.2(pid=21884): stderr: \u000a| �[0;m�[1;31m20221209162248371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162248371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162248371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162248371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162248371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162248371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162248384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162248392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162248393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162248393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:51.338715 run osmo-msc_10.42.42.6(pid=21890): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21890)]\u000a16:22:51.389235 run osmo-msc_10.42.42.6(pid=21890): stdout: \u000a| (launched: 2022-12-09_16:22:50.174014) \u000a16:22:51.440939 run osmo-msc_10.42.42.6(pid=21890): stderr: \u000a| �[0;m�[38;5;43m20221209162250494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162250494 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d34f10c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162250494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162250494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162250494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162250495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162250496 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162250497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162250497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162250497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:22:51.484240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21883): Terminating (SIGTERM)\u000a16:22:51.525569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21886): Terminating (SIGTERM)\u000a16:22:51.567248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21889): Terminating (SIGTERM)\u000a16:22:51.577031 --- ParallelTerminationStrategy: PID 21883 died...\u000a16:22:51.632300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21883): Terminated: ok {rc=0}\u000a16:22:51.642155 --- ParallelTerminationStrategy: PID 21886 died...\u000a16:22:51.697102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21886): Terminated: ok {rc=0}\u000a16:22:51.706931 --- ParallelTerminationStrategy: PID 21889 died...\u000a16:22:51.761466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21889): Terminated: ok {rc=0}\u000a16:22:51.849640 bus /sierra_3: Setting Powered False\u000a16:22:52.952123 bus /sierra_3: Setting Powered False\u000a16:22:54.061803 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21898): Process ended prematurely: osmo-stp_10.42.42.5(pid=21898) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21898)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21898): Process ended prematurely: osmo-stp_10.42.42.5(pid=21898) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21898)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:22:55.170952 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:55.182621 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:22:55.335647 tst mo_mt_call_osmux.py: using LAC 22258\u000a16:22:55.452658 tst mo_mt_call_osmux.py: using RAC 73\u000a16:22:55.568192 tst mo_mt_call_osmux.py: using CellId 22258\u000a16:22:55.683145 tst mo_mt_call_osmux.py: using BVCI 22259\u000a16:22:55.705526 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:55.716338 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:55.727063 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:55.737847 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:55.748636 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:22:55.759426 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:22:55.876672 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:22:56.087835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:56.587007 run create_hlr_db(pid=21892): Launched\u000a16:22:56.771180 bus /sierra_2: Setting Powered False\u000a16:22:57.790252 run create_hlr_db(pid=21892): Terminated: ok {rc=0}\u000a16:22:58.213418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21894): Launched\u000a16:22:58.529803 run osmo-hlr_10.42.42.2(pid=21895): Launched\u000a16:22:58.648080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:59.199398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21897): Launched\u000a16:22:59.516143 run osmo-stp_10.42.42.5(pid=21898): Launched\u000a16:22:59.631704 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:23:00.211400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21900): Launched\u000a16:23:00.529133 run osmo-msc_10.42.42.6(pid=21901): Launched\u000a16:23:00.716199 run osmo-stp_10.42.42.5(pid=21898): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21898)]\u000a16:23:00.875066 run osmo-stp_10.42.42.5(pid=21898): stdout: \u000a| (launched: 2022-12-09_16:22:59.360646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:01.087275 run osmo-stp_10.42.42.5(pid=21898): stderr: \u000a| �[0;m�[38;5;43m20221209162259547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162259547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162259547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162259548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162259548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162259548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162259548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:01.218889 run osmo-stp_10.42.42.5(pid=21898): stdout: \u000a| (launched: 2022-12-09_16:22:59.360646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:01.349346 run osmo-stp_10.42.42.5(pid=21898): stderr: \u000a| �[0;m�[38;5;43m20221209162259547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162259547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162259547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162259548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162259548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162259548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162259548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:01.407172 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21898): Process ended prematurely: osmo-stp_10.42.42.5(pid=21898) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21898)] [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:23:01.417339 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:23:01.483797 run osmo-hlr_10.42.42.2(pid=21895): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21895)]\u000a16:23:01.537183 run osmo-hlr_10.42.42.2(pid=21895): stdout: \u000a| (launched: 2022-12-09_16:22:58.374463) \u000a16:23:01.591881 run osmo-hlr_10.42.42.2(pid=21895): stderr: \u000a| �[0;m�[1;31m20221209162258570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162258570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162258570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162258570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162258570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162258571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162258583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162258592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162258592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162258592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:01.664294 run osmo-msc_10.42.42.6(pid=21901): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21901)]\u000a16:23:01.717642 run osmo-msc_10.42.42.6(pid=21901): stdout: \u000a| (launched: 2022-12-09_16:23:00.373099) \u000a16:23:01.771412 run osmo-msc_10.42.42.6(pid=21901): stderr: \u000a| �[0;m�[38;5;43m20221209162300691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162300692 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41acec7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162300692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162300692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162300692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162300692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162300694 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162300694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162300694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162300695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:23:01.822790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21894): Terminating (SIGTERM)\u000a16:23:01.870057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21897): Terminating (SIGTERM)\u000a16:23:01.920383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21900): Terminating (SIGTERM)\u000a16:23:01.930567 --- ParallelTerminationStrategy: PID 21894 died...\u000a16:23:01.988405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21894): Terminated: ok {rc=0}\u000a16:23:02.000456 --- ParallelTerminationStrategy: PID 21897 died...\u000a16:23:02.068262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21897): Terminated: ok {rc=0}\u000a16:23:02.079427 --- ParallelTerminationStrategy: PID 21900 died...\u000a16:23:02.148464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21900): Terminated: ok {rc=0}\u000a16:23:02.250696 bus /sierra_3: Setting Powered False\u000a16:23:03.383660 bus /sierra_3: Setting Powered False\u000a16:23:04.494209 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:22:44" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22183): Process ended prematurely: osmo-stp_10.42.42.5(pid=22183) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22183)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22183): Process ended prematurely: osmo-stp_10.42.42.5(pid=22183) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:23:06.510582 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:06.523243 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:23:06.689474 tst mo_mt_call.py: using LAC 22259\u000a16:23:06.822412 tst mo_mt_call.py: using RAC 74\u000a16:23:06.948165 tst mo_mt_call.py: using CellId 22259\u000a16:23:07.075181 tst mo_mt_call.py: using BVCI 22260\u000a16:23:07.100447 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:07.113130 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:07.126830 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:07.140235 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:07.153209 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:07.166762 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:23:07.292143 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:23:07.510558 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:08.067715 run create_hlr_db(pid=22177): Launched\u000a16:23:08.262824 bus /sierra_2: Setting Powered False\u000a16:23:09.284275 run create_hlr_db(pid=22177): Terminated: ok {rc=0}\u000a16:23:09.742651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22179): Launched\u000a16:23:10.180978 run osmo-hlr_10.42.42.2(pid=22180): Launched\u000a16:23:10.421309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:11.014614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22182): Launched\u000a16:23:11.443281 run osmo-stp_10.42.42.5(pid=22183): Launched\u000a16:23:11.672653 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:23:12.294827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22185): Launched\u000a16:23:12.725444 run osmo-msc_10.42.42.6(pid=22186): Launched\u000a16:23:13.115351 run osmo-stp_10.42.42.5(pid=22183): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22183)]\u000a16:23:13.322552 run osmo-stp_10.42.42.5(pid=22183): stdout: \u000a| (launched: 2022-12-09_16:23:11.184296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:13.463161 run osmo-stp_10.42.42.5(pid=22183): stderr: \u000a| �[0;m�[38;5;43m20221209162311485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162311485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162311485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162311485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162311486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162311486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162311486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:13.600334 run osmo-stp_10.42.42.5(pid=22183): stdout: \u000a| (launched: 2022-12-09_16:23:11.184296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:13.733513 run osmo-stp_10.42.42.5(pid=22183): stderr: \u000a| �[0;m�[38;5;43m20221209162311485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162311485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162311485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162311485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162311486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162311486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162311486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:13.794280 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22183): Process ended prematurely: osmo-stp_10.42.42.5(pid=22183) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22183)] [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:23:13.804499 tst mo_mt_call.py:8: Test FAILED (7.3 sec)\u000a16:23:13.871836 run osmo-hlr_10.42.42.2(pid=22180): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22180)]\u000a16:23:13.925580 run osmo-hlr_10.42.42.2(pid=22180): stdout: \u000a| (launched: 2022-12-09_16:23:09.913895) \u000a16:23:13.981168 run osmo-hlr_10.42.42.2(pid=22180): stderr: \u000a| �[0;m�[1;31m20221209162310214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162310214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162310214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162310214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162310214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162310214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162310235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162310247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162310248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162310248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:14.054724 run osmo-msc_10.42.42.6(pid=22186): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22186)]\u000a16:23:14.108760 run osmo-msc_10.42.42.6(pid=22186): stdout: \u000a| (launched: 2022-12-09_16:23:12.463619) \u000a16:23:14.163927 run osmo-msc_10.42.42.6(pid=22186): stderr: \u000a| �[0;m�[38;5;43m20221209162312964 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162312964 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99c4c9dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162312964 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162312964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162312964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162312973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162312976 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162312976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162312976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162312976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:23:14.210682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22179): Terminating (SIGTERM)\u000a16:23:14.256014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22182): Terminating (SIGTERM)\u000a16:23:14.303291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22185): Terminating (SIGTERM)\u000a16:23:14.314381 --- ParallelTerminationStrategy: PID 22179 died...\u000a16:23:14.376335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22179): Terminated: ok {rc=0}\u000a16:23:14.387283 --- ParallelTerminationStrategy: PID 22182 died...\u000a16:23:14.446708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22182): Terminated: ok {rc=0}\u000a16:23:14.457726 --- ParallelTerminationStrategy: PID 22185 died...\u000a16:23:14.517350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22185): Terminated: ok {rc=0}\u000a16:23:14.610170 bus /sierra_3: Setting Powered False\u000a16:23:15.721414 bus /sierra_3: Setting Powered False\u000a16:23:16.875010 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22194): Process ended prematurely: osmo-stp_10.42.42.5(pid=22194) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22194)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22194): Process ended prematurely: osmo-stp_10.42.42.5(pid=22194) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22194)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:23:17.997141 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:18.010044 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:23:18.170240 tst mo_mt_call_osmux.py: using LAC 22260\u000a16:23:18.292128 tst mo_mt_call_osmux.py: using RAC 75\u000a16:23:18.418437 tst mo_mt_call_osmux.py: using CellId 22260\u000a16:23:18.538295 tst mo_mt_call_osmux.py: using BVCI 22261\u000a16:23:18.564352 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:18.576866 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:18.589500 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:18.601597 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:18.614460 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:23:18.626671 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:23:18.747521 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:23:18.962057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:19.492915 run create_hlr_db(pid=22188): Launched\u000a16:23:19.673921 bus /sierra_2: Setting Powered False\u000a16:23:20.696252 run create_hlr_db(pid=22188): Terminated: ok {rc=0}\u000a16:23:21.129370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22190): Launched\u000a16:23:21.546542 run osmo-hlr_10.42.42.2(pid=22191): Launched\u000a16:23:21.779405 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:22.420576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22193): Launched\u000a16:23:22.831356 run osmo-stp_10.42.42.5(pid=22194): Launched\u000a16:23:23.069555 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:23:23.678052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22197): Launched\u000a16:23:23.980103 run osmo-msc_10.42.42.6(pid=22198): Launched\u000a16:23:24.155726 run osmo-stp_10.42.42.5(pid=22194): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22194)]\u000a16:23:24.282387 run osmo-stp_10.42.42.5(pid=22194): stdout: \u000a| (launched: 2022-12-09_16:23:22.581288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:24.407433 run osmo-stp_10.42.42.5(pid=22194): stderr: \u000a| �[0;m�[38;5;43m20221209162322907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162322907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162322907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162322908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162322908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162322908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162322908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:24.527480 run osmo-stp_10.42.42.5(pid=22194): stdout: \u000a| (launched: 2022-12-09_16:23:22.581288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:24.646967 run osmo-stp_10.42.42.5(pid=22194): stderr: \u000a| �[0;m�[38;5;43m20221209162322907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162322907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162322907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162322908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162322908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162322908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162322908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:24.699776 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22194): Process ended prematurely: osmo-stp_10.42.42.5(pid=22194) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22194)] [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:23:24.708305 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a16:23:24.767061 run osmo-hlr_10.42.42.2(pid=22191): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22191)]\u000a16:23:24.815377 run osmo-hlr_10.42.42.2(pid=22191): stdout: \u000a| (launched: 2022-12-09_16:23:21.288681) \u000a16:23:24.864453 run osmo-hlr_10.42.42.2(pid=22191): stderr: \u000a| �[0;m�[1;31m20221209162321630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162321630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162321630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162321630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162321630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162321630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162321651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162321664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162321673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162321673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:24.931010 run osmo-msc_10.42.42.6(pid=22198): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22198)]\u000a16:23:24.979444 run osmo-msc_10.42.42.6(pid=22198): stdout: \u000a| (launched: 2022-12-09_16:23:23.831087) \u000a16:23:25.028561 run osmo-msc_10.42.42.6(pid=22198): stderr: \u000a| �[0;m�[38;5;43m20221209162324103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162324103 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f13a5a7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162324103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162324103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162324103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162324104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162324106 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162324107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162324107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162324107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:23:25.069885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22190): Terminating (SIGTERM)\u000a16:23:25.109022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22193): Terminating (SIGTERM)\u000a16:23:25.148063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22197): Terminating (SIGTERM)\u000a16:23:25.157124 --- ParallelTerminationStrategy: PID 22190 died...\u000a16:23:25.209763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22190): Terminated: ok {rc=0}\u000a16:23:25.219199 --- ParallelTerminationStrategy: PID 22193 died...\u000a16:23:25.272303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22193): Terminated: ok {rc=0}\u000a16:23:25.281757 --- ParallelTerminationStrategy: PID 22197 died...\u000a16:23:25.334545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22197): Terminated: ok {rc=0}\u000a16:23:25.422710 bus /sierra_3: Setting Powered False\u000a16:23:26.528753 bus /sierra_3: Setting Powered False\u000a16:23:27.635353 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:23:06" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22209): Process ended prematurely: osmo-stp_10.42.42.5(pid=22209) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22209)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22209): Process ended prematurely: osmo-stp_10.42.42.5(pid=22209) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:23:29.639944 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:29.651483 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:23:29.815531 tst mo_mt_call.py: using LAC 22261\u000a16:23:29.940927 tst mo_mt_call.py: using RAC 76\u000a16:23:30.068235 tst mo_mt_call.py: using CellId 22261\u000a16:23:30.195746 tst mo_mt_call.py: using BVCI 22262\u000a16:23:30.220466 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:30.232020 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:30.243419 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:30.255224 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:30.267286 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:30.279453 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:23:30.400644 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:23:30.602692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:31.141392 run create_hlr_db(pid=22203): Launched\u000a16:23:31.363502 bus /sierra_2: Setting Powered False\u000a16:23:32.348517 run create_hlr_db(pid=22203): Terminated: ok {rc=0}\u000a16:23:32.783207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22205): Launched\u000a16:23:33.084930 run osmo-hlr_10.42.42.2(pid=22206): Launched\u000a16:23:33.204762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:33.734083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22208): Launched\u000a16:23:34.036140 run osmo-stp_10.42.42.5(pid=22209): Launched\u000a16:23:34.143970 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:23:34.693316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22211): Launched\u000a16:23:34.995065 run osmo-msc_10.42.42.6(pid=22212): Launched\u000a16:23:35.172161 run osmo-stp_10.42.42.5(pid=22209): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22209)]\u000a16:23:35.299908 run osmo-stp_10.42.42.5(pid=22209): stdout: \u000a| (launched: 2022-12-09_16:23:33.886909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:35.424760 run osmo-stp_10.42.42.5(pid=22209): stderr: \u000a| �[0;m�[38;5;43m20221209162334058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162334058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162334058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162334059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162334059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162334059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162334059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:35.545774 run osmo-stp_10.42.42.5(pid=22209): stdout: \u000a| (launched: 2022-12-09_16:23:33.886909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:35.664599 run osmo-stp_10.42.42.5(pid=22209): stderr: \u000a| �[0;m�[38;5;43m20221209162334058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162334058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162334058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162334059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162334059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162334059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162334059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:35.717296 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22209): Process ended prematurely: osmo-stp_10.42.42.5(pid=22209) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22209)] [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:23:35.725805 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:23:35.785197 run osmo-hlr_10.42.42.2(pid=22206): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22206)]\u000a16:23:35.833858 run osmo-hlr_10.42.42.2(pid=22206): stdout: \u000a| (launched: 2022-12-09_16:23:32.936759) \u000a16:23:35.883200 run osmo-hlr_10.42.42.2(pid=22206): stderr: \u000a| �[0;m�[1;31m20221209162333112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162333112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162333112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162333112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162333112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162333112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162333122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162333131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162333132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162333132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:35.949859 run osmo-msc_10.42.42.6(pid=22212): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22212)]\u000a16:23:35.998204 run osmo-msc_10.42.42.6(pid=22212): stdout: \u000a| (launched: 2022-12-09_16:23:34.846369) \u000a16:23:36.047177 run osmo-msc_10.42.42.6(pid=22212): stderr: \u000a| �[0;m�[38;5;43m20221209162335119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162335119 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb73426bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162335119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162335119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162335119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162335120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162335121 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162335122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162335122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162335122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:23:36.088475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22205): Terminating (SIGTERM)\u000a16:23:36.127510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22208): Terminating (SIGTERM)\u000a16:23:36.166553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22211): Terminating (SIGTERM)\u000a16:23:36.175612 --- ParallelTerminationStrategy: PID 22205 died...\u000a16:23:36.228106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22205): Terminated: ok {rc=0}\u000a16:23:36.237590 --- ParallelTerminationStrategy: PID 22208 died...\u000a16:23:36.290367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22208): Terminated: ok {rc=0}\u000a16:23:36.299799 --- ParallelTerminationStrategy: PID 22211 died...\u000a16:23:36.351750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22211): Terminated: ok {rc=0}\u000a16:23:36.440198 bus /sierra_3: Setting Powered False\u000a16:23:37.546692 bus /sierra_3: Setting Powered False\u000a16:23:38.653984 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22220): Process ended prematurely: osmo-stp_10.42.42.5(pid=22220) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22220)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22220): Process ended prematurely: osmo-stp_10.42.42.5(pid=22220) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:23:39.768287 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:39.781014 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:23:39.945840 tst mo_mt_call_osmux.py: using LAC 22262\u000a16:23:40.072898 tst mo_mt_call_osmux.py: using RAC 77\u000a16:23:40.198655 tst mo_mt_call_osmux.py: using CellId 22262\u000a16:23:40.326362 tst mo_mt_call_osmux.py: using BVCI 22263\u000a16:23:40.351273 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:40.363152 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:40.374657 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:40.386428 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:40.398383 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:23:40.411062 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:23:40.531525 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:23:40.741175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:41.250232 run create_hlr_db(pid=22214): Launched\u000a16:23:41.437705 bus /sierra_2: Setting Powered False\u000a16:23:42.458741 run create_hlr_db(pid=22214): Terminated: ok {rc=0}\u000a16:23:42.878470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22216): Launched\u000a16:23:43.203557 run osmo-hlr_10.42.42.2(pid=22217): Launched\u000a16:23:43.324185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:43.885715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22219): Launched\u000a16:23:44.208698 run osmo-stp_10.42.42.5(pid=22220): Launched\u000a16:23:44.330348 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:23:44.926121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22222): Launched\u000a16:23:45.251655 run osmo-msc_10.42.42.6(pid=22223): Launched\u000a16:23:45.441733 run osmo-stp_10.42.42.5(pid=22220): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22220)]\u000a16:23:45.579143 run osmo-stp_10.42.42.5(pid=22220): stdout: \u000a| (launched: 2022-12-09_16:23:44.049365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:45.716315 run osmo-stp_10.42.42.5(pid=22220): stderr: \u000a| �[0;m�[38;5;43m20221209162344243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162344243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162344243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162344243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162344244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162344244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162344244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:45.853968 run osmo-stp_10.42.42.5(pid=22220): stdout: \u000a| (launched: 2022-12-09_16:23:44.049365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:45.996193 run osmo-stp_10.42.42.5(pid=22220): stderr: \u000a| �[0;m�[38;5;43m20221209162344243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162344243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162344243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162344243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162344244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162344244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162344244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:46.054411 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22220): Process ended prematurely: osmo-stp_10.42.42.5(pid=22220) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22220)] [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:23:46.064242 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:23:46.124785 run osmo-hlr_10.42.42.2(pid=22217): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22217)]\u000a16:23:46.175792 run osmo-hlr_10.42.42.2(pid=22217): stdout: \u000a| (launched: 2022-12-09_16:23:43.043180) \u000a16:23:46.226693 run osmo-hlr_10.42.42.2(pid=22217): stderr: \u000a| �[0;m�[1;31m20221209162343240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162343240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162343241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162343241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162343241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162343241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162343253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162343262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162343262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162343262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:46.294638 run osmo-msc_10.42.42.6(pid=22223): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22223)]\u000a16:23:46.344499 run osmo-msc_10.42.42.6(pid=22223): stdout: \u000a| (launched: 2022-12-09_16:23:45.091369) \u000a16:23:46.395861 run osmo-msc_10.42.42.6(pid=22223): stderr: \u000a| �[0;m�[38;5;43m20221209162345413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162345413 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f696425dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162345413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162345413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162345413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162345413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162345415 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162345415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162345416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162345416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:23:46.439045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22216): Terminating (SIGTERM)\u000a16:23:46.481819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22219): Terminating (SIGTERM)\u000a16:23:46.524002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22222): Terminating (SIGTERM)\u000a16:23:46.535348 --- ParallelTerminationStrategy: PID 22216 died...\u000a16:23:46.593033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22216): Terminated: ok {rc=0}\u000a16:23:46.603039 --- ParallelTerminationStrategy: PID 22219 died...\u000a16:23:46.656844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22219): Terminated: ok {rc=0}\u000a16:23:46.667694 --- ParallelTerminationStrategy: PID 22222 died...\u000a16:23:46.721283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22222): Terminated: ok {rc=0}\u000a16:23:46.810362 bus /sierra_3: Setting Powered False\u000a16:23:47.911563 bus /sierra_3: Setting Powered False\u000a16:23:49.021509 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:23:29" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22234): Process ended prematurely: osmo-stp_10.42.42.5(pid=22234) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22234)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22234): Process ended prematurely: osmo-stp_10.42.42.5(pid=22234) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:23:51.023800 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:51.035540 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:23:51.200708 tst mo_mt_call.py: using LAC 22263\u000a16:23:51.328056 tst mo_mt_call.py: using RAC 78\u000a16:23:51.454173 tst mo_mt_call.py: using CellId 22263\u000a16:23:51.579895 tst mo_mt_call.py: using BVCI 22264\u000a16:23:51.604723 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:51.616554 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:51.628035 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:51.640162 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:51.651980 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:23:51.663955 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:23:51.784266 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:23:51.987803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:52.468468 run create_hlr_db(pid=22228): Launched\u000a16:23:52.642877 bus /sierra_2: Setting Powered False\u000a16:23:53.664213 run create_hlr_db(pid=22228): Terminated: ok {rc=0}\u000a16:23:54.093732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22230): Launched\u000a16:23:54.416666 run osmo-hlr_10.42.42.2(pid=22231): Launched\u000a16:23:54.536692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:55.100565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22233): Launched\u000a16:23:55.423500 run osmo-stp_10.42.42.5(pid=22234): Launched\u000a16:23:55.540345 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:23:56.130932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22236): Launched\u000a16:23:56.452722 run osmo-msc_10.42.42.6(pid=22237): Launched\u000a16:23:56.643731 run osmo-stp_10.42.42.5(pid=22234): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22234)]\u000a16:23:56.780515 run osmo-stp_10.42.42.5(pid=22234): stdout: \u000a| (launched: 2022-12-09_16:23:55.265130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:56.916887 run osmo-stp_10.42.42.5(pid=22234): stderr: \u000a| �[0;m�[38;5;43m20221209162355456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162355456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162355457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162355457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162355457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162355458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162355458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:57.046893 run osmo-stp_10.42.42.5(pid=22234): stdout: \u000a| (launched: 2022-12-09_16:23:55.265130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:57.175321 run osmo-stp_10.42.42.5(pid=22234): stderr: \u000a| �[0;m�[38;5;43m20221209162355456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162355456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162355457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162355457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162355457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162355458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162355458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:57.232041 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22234): Process ended prematurely: osmo-stp_10.42.42.5(pid=22234) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22234)] [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:23:57.241405 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:23:57.304370 run osmo-hlr_10.42.42.2(pid=22231): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22231)]\u000a16:23:57.355779 run osmo-hlr_10.42.42.2(pid=22231): stdout: \u000a| (launched: 2022-12-09_16:23:54.258314) \u000a16:23:57.407595 run osmo-hlr_10.42.42.2(pid=22231): stderr: \u000a| �[0;m�[1;31m20221209162354458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162354458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162354458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162354458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162354458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162354458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162354471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162354479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162354479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162354479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:57.477820 run osmo-msc_10.42.42.6(pid=22237): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22237)]\u000a16:23:57.528980 run osmo-msc_10.42.42.6(pid=22237): stdout: \u000a| (launched: 2022-12-09_16:23:56.294730) \u000a16:23:57.581581 run osmo-msc_10.42.42.6(pid=22237): stderr: \u000a| �[0;m�[38;5;43m20221209162356615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162356615 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe67a82fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162356615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162356615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162356615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162356615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162356617 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162356618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162356618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162356618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:23:57.626031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22230): Terminating (SIGTERM)\u000a16:23:57.667916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22233): Terminating (SIGTERM)\u000a16:23:57.709615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22236): Terminating (SIGTERM)\u000a16:23:57.719429 --- ParallelTerminationStrategy: PID 22230 died...\u000a16:23:57.775047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22230): Terminated: ok {rc=0}\u000a16:23:57.785389 --- ParallelTerminationStrategy: PID 22233 died...\u000a16:23:57.841285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22233): Terminated: ok {rc=0}\u000a16:23:57.851358 --- ParallelTerminationStrategy: PID 22236 died...\u000a16:23:57.906712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22236): Terminated: ok {rc=0}\u000a16:23:57.993578 bus /sierra_3: Setting Powered False\u000a16:23:59.099742 bus /sierra_3: Setting Powered False\u000a16:24:00.207708 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22245): Process ended prematurely: osmo-stp_10.42.42.5(pid=22245) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22245)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22245): Process ended prematurely: osmo-stp_10.42.42.5(pid=22245) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:24:01.318654 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:24:01.331108 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:24:01.501922 tst mo_mt_call_osmux.py: using LAC 22264\u000a16:24:01.655333 tst mo_mt_call_osmux.py: using RAC 79\u000a16:24:01.790776 tst mo_mt_call_osmux.py: using CellId 22264\u000a16:24:01.914585 tst mo_mt_call_osmux.py: using BVCI 22265\u000a16:24:01.940877 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:24:01.953301 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:24:01.967309 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:24:01.980252 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:24:01.993379 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:24:02.005788 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:24:02.127625 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:24:02.337694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:02.817504 run create_hlr_db(pid=22239): Launched\u000a16:24:02.990459 bus /sierra_2: Setting Powered False\u000a16:24:04.011695 run create_hlr_db(pid=22239): Terminated: ok {rc=0}\u000a16:24:04.411578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22241): Launched\u000a16:24:04.711471 run osmo-hlr_10.42.42.2(pid=22242): Launched\u000a16:24:04.821072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:05.340204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22244): Launched\u000a16:24:05.639150 run osmo-stp_10.42.42.5(pid=22245): Launched\u000a16:24:05.748337 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:06.296847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22247): Launched\u000a16:24:06.597070 run osmo-msc_10.42.42.6(pid=22248): Launched\u000a16:24:06.772000 run osmo-stp_10.42.42.5(pid=22245): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22245)]\u000a16:24:06.898434 run osmo-stp_10.42.42.5(pid=22245): stdout: \u000a| (launched: 2022-12-09_16:24:05.492330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:07.022981 run osmo-stp_10.42.42.5(pid=22245): stderr: \u000a| �[0;m�[38;5;43m20221209162405663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162405663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162405663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162405664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162405666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162405666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162405666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:07.143059 run osmo-stp_10.42.42.5(pid=22245): stdout: \u000a| (launched: 2022-12-09_16:24:05.492330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:07.262562 run osmo-stp_10.42.42.5(pid=22245): stderr: \u000a| �[0;m�[38;5;43m20221209162405663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162405663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162405663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162405664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162405666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162405666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162405666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:07.315476 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22245): Process ended prematurely: osmo-stp_10.42.42.5(pid=22245) [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22245)] [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:24:07.324086 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a16:24:07.382911 run osmo-hlr_10.42.42.2(pid=22242): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22242)]\u000a16:24:07.431156 run osmo-hlr_10.42.42.2(pid=22242): stdout: \u000a| (launched: 2022-12-09_16:24:04.563733) \u000a16:24:07.479959 run osmo-hlr_10.42.42.2(pid=22242): stderr: \u000a| �[0;m�[1;31m20221209162404739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162404739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162404739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162404739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162404739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162404739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162404757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162404765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162404766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162404766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:07.546497 run osmo-msc_10.42.42.6(pid=22248): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22248)]\u000a16:24:07.594935 run osmo-msc_10.42.42.6(pid=22248): stdout: \u000a| (launched: 2022-12-09_16:24:06.449319) \u000a16:24:07.643745 run osmo-msc_10.42.42.6(pid=22248): stderr: \u000a| �[0;m�[38;5;43m20221209162406726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162406726 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b242d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162406726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162406727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162406727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162406727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162406729 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162406729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162406729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162406729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:07.685135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22241): Terminating (SIGTERM)\u000a16:24:07.724791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22244): Terminating (SIGTERM)\u000a16:24:07.763895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22247): Terminating (SIGTERM)\u000a16:24:07.773018 --- ParallelTerminationStrategy: PID 22241 died...\u000a16:24:07.825955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22241): Terminated: ok {rc=0}\u000a16:24:07.835590 --- ParallelTerminationStrategy: PID 22244 died...\u000a16:24:07.888030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22244): Terminated: ok {rc=0}\u000a16:24:07.897864 --- ParallelTerminationStrategy: PID 22247 died...\u000a16:24:07.950329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22247): Terminated: ok {rc=0}\u000a16:24:08.032159 bus /sierra_3: Setting Powered False\u000a16:24:09.137627 bus /sierra_3: Setting Powered False\u000a16:24:10.249606 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:23:50" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22260): Process ended prematurely: osmo-stp_10.42.42.5(pid=22260) [trial-2361↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22260)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22260): Process ended prematurely: osmo-stp_10.42.42.5(pid=22260) [trial-2361↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:24:12.252069 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:12.263476 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:24:12.418742 tst mo_mt_call.py: using LAC 22265\u000a16:24:12.537670 tst mo_mt_call.py: using RAC 80\u000a16:24:12.654817 tst mo_mt_call.py: using CellId 22265\u000a16:24:12.774009 tst mo_mt_call.py: using BVCI 22266\u000a16:24:12.796785 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:12.807930 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:12.819480 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:12.830929 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:12.842451 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:12.853744 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:24:12.974297 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:24:13.185213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:13.693603 run create_hlr_db(pid=22253): Launched\u000a16:24:13.881459 bus /sierra_2: Setting Powered False\u000a16:24:14.902273 run create_hlr_db(pid=22253): Terminated: ok {rc=0}\u000a16:24:15.308472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22256): Launched\u000a16:24:15.611347 run osmo-hlr_10.42.42.2(pid=22257): Launched\u000a16:24:15.730648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:16.322445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22259): Launched\u000a16:24:16.693507 run osmo-stp_10.42.42.5(pid=22260): Launched\u000a16:24:16.848630 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:17.560678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22262): Launched\u000a16:24:17.886479 run osmo-msc_10.42.42.6(pid=22263): Launched\u000a16:24:18.076304 run osmo-stp_10.42.42.5(pid=22260): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22260)]\u000a16:24:18.214076 run osmo-stp_10.42.42.5(pid=22260): stdout: \u000a| (launched: 2022-12-09_16:24:16.478321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:18.351114 run osmo-stp_10.42.42.5(pid=22260): stderr: \u000a| �[0;m�[38;5;43m20221209162416820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162416820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162416820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162416833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162416833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162416834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162416834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:18.481268 run osmo-stp_10.42.42.5(pid=22260): stdout: \u000a| (launched: 2022-12-09_16:24:16.478321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:18.610665 run osmo-stp_10.42.42.5(pid=22260): stderr: \u000a| �[0;m�[38;5;43m20221209162416820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162416820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162416820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162416833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162416833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162416834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162416834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:18.667762 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22260): Process ended prematurely: osmo-stp_10.42.42.5(pid=22260) [trial-2361↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22260)] [trial-2361↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:24:18.676833 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:24:18.739554 run osmo-hlr_10.42.42.2(pid=22257): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22257)]\u000a16:24:18.790968 run osmo-hlr_10.42.42.2(pid=22257): stdout: \u000a| (launched: 2022-12-09_16:24:15.462307) \u000a16:24:18.843426 run osmo-hlr_10.42.42.2(pid=22257): stderr: \u000a| �[0;m�[1;31m20221209162415637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162415637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162415637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162415637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162415637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162415637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162415650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162415660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162415660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162415660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:18.913745 run osmo-msc_10.42.42.6(pid=22263): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22263)]\u000a16:24:18.964876 run osmo-msc_10.42.42.6(pid=22263): stdout: \u000a| (launched: 2022-12-09_16:24:17.726608) \u000a16:24:19.016736 run osmo-msc_10.42.42.6(pid=22263): stderr: \u000a| �[0;m�[38;5;43m20221209162418050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162418051 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4bf9083c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162418051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162418051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162418051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162418051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162418053 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162418054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162418054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162418054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:19.060707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22256): Terminating (SIGTERM)\u000a16:24:19.102413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22259): Terminating (SIGTERM)\u000a16:24:19.143771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22262): Terminating (SIGTERM)\u000a16:24:19.153641 --- ParallelTerminationStrategy: PID 22256 died...\u000a16:24:19.209020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22256): Terminated: ok {rc=0}\u000a16:24:19.219226 --- ParallelTerminationStrategy: PID 22259 died...\u000a16:24:19.274484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22259): Terminated: ok {rc=0}\u000a16:24:19.284312 --- ParallelTerminationStrategy: PID 22262 died...\u000a16:24:19.339652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22262): Terminated: ok {rc=0}\u000a16:24:19.424402 bus /sierra_3: Setting Powered False\u000a16:24:20.531470 bus /sierra_3: Setting Powered False\u000a16:24:21.639993 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22271): Process ended prematurely: osmo-stp_10.42.42.5(pid=22271) [trial-2361↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22271)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22271): Process ended prematurely: osmo-stp_10.42.42.5(pid=22271) [trial-2361↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:24:22.753887 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:22.766390 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:24:22.932659 tst mo_mt_call_osmux.py: using LAC 22266\u000a16:24:23.052375 tst mo_mt_call_osmux.py: using RAC 81\u000a16:24:23.171974 tst mo_mt_call_osmux.py: using CellId 22266\u000a16:24:23.288760 tst mo_mt_call_osmux.py: using BVCI 22267\u000a16:24:23.311703 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:23.323055 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:23.334161 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:23.345650 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:23.357106 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:24:23.368225 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:24:23.483899 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:24:23.694575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:24.203200 run create_hlr_db(pid=22265): Launched\u000a16:24:24.391312 bus /sierra_2: Setting Powered False\u000a16:24:25.411125 run create_hlr_db(pid=22265): Terminated: ok {rc=0}\u000a16:24:25.818192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22267): Launched\u000a16:24:26.120361 run osmo-hlr_10.42.42.2(pid=22268): Launched\u000a16:24:26.237552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:26.769678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22270): Launched\u000a16:24:27.070720 run osmo-stp_10.42.42.5(pid=22271): Launched\u000a16:24:27.180218 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:27.735197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22273): Launched\u000a16:24:28.038384 run osmo-msc_10.42.42.6(pid=22274): Launched\u000a16:24:28.214870 run osmo-stp_10.42.42.5(pid=22271): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22271)]\u000a16:24:28.342924 run osmo-stp_10.42.42.5(pid=22271): stdout: \u000a| (launched: 2022-12-09_16:24:26.922506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:28.468694 run osmo-stp_10.42.42.5(pid=22271): stderr: \u000a| �[0;m�[38;5;43m20221209162427091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162427091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162427091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162427092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162427092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162427092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162427092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:28.590315 run osmo-stp_10.42.42.5(pid=22271): stdout: \u000a| (launched: 2022-12-09_16:24:26.922506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:28.710712 run osmo-stp_10.42.42.5(pid=22271): stderr: \u000a| �[0;m�[38;5;43m20221209162427091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162427091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162427091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162427092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162427092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162427092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162427092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:28.766182 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22271): Process ended prematurely: osmo-stp_10.42.42.5(pid=22271) [trial-2361↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22271)] [trial-2361↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:24:28.774793 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a16:24:28.834267 run osmo-hlr_10.42.42.2(pid=22268): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22268)]\u000a16:24:28.882899 run osmo-hlr_10.42.42.2(pid=22268): stdout: \u000a| (launched: 2022-12-09_16:24:25.972548) \u000a16:24:28.932349 run osmo-hlr_10.42.42.2(pid=22268): stderr: \u000a| �[0;m�[1;31m20221209162426147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162426147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162426148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162426148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162426148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162426148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162426160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162426171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162426172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162426172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:28.999168 run osmo-msc_10.42.42.6(pid=22274): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22274)]\u000a16:24:29.047381 run osmo-msc_10.42.42.6(pid=22274): stdout: \u000a| (launched: 2022-12-09_16:24:27.889656) \u000a16:24:29.096360 run osmo-msc_10.42.42.6(pid=22274): stderr: \u000a| �[0;m�[38;5;43m20221209162428162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162428162 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2516530c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162428162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162428162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162428163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162428163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162428166 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162428166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162428166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162428166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:29.137889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22267): Terminating (SIGTERM)\u000a16:24:29.177644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22270): Terminating (SIGTERM)\u000a16:24:29.217380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22273): Terminating (SIGTERM)\u000a16:24:29.226666 --- ParallelTerminationStrategy: PID 22267 died...\u000a16:24:29.279366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22267): Terminated: ok {rc=0}\u000a16:24:29.289121 --- ParallelTerminationStrategy: PID 22270 died...\u000a16:24:29.341574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22270): Terminated: ok {rc=0}\u000a16:24:29.351244 --- ParallelTerminationStrategy: PID 22273 died...\u000a16:24:29.403841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22273): Terminated: ok {rc=0}\u000a16:24:29.490679 bus /sierra_3: Setting Powered False\u000a16:24:30.592729 bus /sierra_3: Setting Powered False\u000a16:24:31.697026 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:24:11" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22285): Process ended prematurely: osmo-stp_10.42.42.5(pid=22285) [trial-2361↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22285)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22285): Process ended prematurely: osmo-stp_10.42.42.5(pid=22285) [trial-2361↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:24:33.681808 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:33.692918 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:24:33.851549 tst mo_mt_call.py: using LAC 22267\u000a16:24:33.971823 tst mo_mt_call.py: using RAC 82\u000a16:24:34.091608 tst mo_mt_call.py: using CellId 22267\u000a16:24:34.211932 tst mo_mt_call.py: using BVCI 22268\u000a16:24:34.234719 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:34.245588 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:34.256257 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:34.267029 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:34.277873 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:34.288650 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:24:34.407304 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:24:34.608117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:35.088900 run create_hlr_db(pid=22279): Launched\u000a16:24:35.261857 bus /sierra_2: Setting Powered False\u000a16:24:36.283764 run create_hlr_db(pid=22279): Terminated: ok {rc=0}\u000a16:24:36.715581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22281): Launched\u000a16:24:37.039768 run osmo-hlr_10.42.42.2(pid=22282): Launched\u000a16:24:37.157995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:37.719839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22284): Launched\u000a16:24:38.043774 run osmo-stp_10.42.42.5(pid=22285): Launched\u000a16:24:38.161370 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:38.753677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22287): Launched\u000a16:24:39.076683 run osmo-msc_10.42.42.6(pid=22288): Launched\u000a16:24:39.266153 run osmo-stp_10.42.42.5(pid=22285): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22285)]\u000a16:24:39.408117 run osmo-stp_10.42.42.5(pid=22285): stdout: \u000a| (launched: 2022-12-09_16:24:37.884085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:39.545270 run osmo-stp_10.42.42.5(pid=22285): stderr: \u000a| �[0;m�[38;5;43m20221209162438074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162438075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162438075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162438075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162438076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162438076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162438076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:39.675522 run osmo-stp_10.42.42.5(pid=22285): stdout: \u000a| (launched: 2022-12-09_16:24:37.884085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:39.804172 run osmo-stp_10.42.42.5(pid=22285): stderr: \u000a| �[0;m�[38;5;43m20221209162438074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162438075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162438075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162438075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162438076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162438076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162438076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:39.861175 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22285): Process ended prematurely: osmo-stp_10.42.42.5(pid=22285) [trial-2361↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22285)] [trial-2361↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:24:39.870203 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:24:39.932991 run osmo-hlr_10.42.42.2(pid=22282): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22282)]\u000a16:24:39.984552 run osmo-hlr_10.42.42.2(pid=22282): stdout: \u000a| (launched: 2022-12-09_16:24:36.880020) \u000a16:24:40.036817 run osmo-hlr_10.42.42.2(pid=22282): stderr: \u000a| �[0;m�[1;31m20221209162437079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162437079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162437079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162437079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162437079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162437079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162437092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162437102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162437102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162437102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:40.106879 run osmo-msc_10.42.42.6(pid=22288): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22288)]\u000a16:24:40.157883 run osmo-msc_10.42.42.6(pid=22288): stdout: \u000a| (launched: 2022-12-09_16:24:38.917853) \u000a16:24:40.209618 run osmo-msc_10.42.42.6(pid=22288): stderr: \u000a| �[0;m�[38;5;43m20221209162439238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162439238 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f89009c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162439238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162439238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162439239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162439239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162439240 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162439241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162439241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162439241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:40.253077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22281): Terminating (SIGTERM)\u000a16:24:40.294626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22284): Terminating (SIGTERM)\u000a16:24:40.336119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22287): Terminating (SIGTERM)\u000a16:24:40.345951 --- ParallelTerminationStrategy: PID 22281 died...\u000a16:24:40.401784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22281): Terminated: ok {rc=0}\u000a16:24:40.412053 --- ParallelTerminationStrategy: PID 22284 died...\u000a16:24:40.467239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22284): Terminated: ok {rc=0}\u000a16:24:40.477465 --- ParallelTerminationStrategy: PID 22287 died...\u000a16:24:40.532667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22287): Terminated: ok {rc=0}\u000a16:24:40.619347 bus /sierra_3: Setting Powered False\u000a16:24:41.722218 bus /sierra_3: Setting Powered False\u000a16:24:42.831493 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22296): Process ended prematurely: osmo-stp_10.42.42.5(pid=22296) [trial-2361↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22296)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22296): Process ended prematurely: osmo-stp_10.42.42.5(pid=22296) [trial-2361↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:24:43.940570 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:43.952408 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:24:44.115516 tst mo_mt_call_osmux.py: using LAC 22268\u000a16:24:44.234339 tst mo_mt_call_osmux.py: using RAC 83\u000a16:24:44.351069 tst mo_mt_call_osmux.py: using CellId 22268\u000a16:24:44.470332 tst mo_mt_call_osmux.py: using BVCI 22269\u000a16:24:44.493071 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:44.503945 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:44.514699 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:44.526255 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:44.537421 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:24:44.548387 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:24:44.667100 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:24:44.866870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:45.349014 run create_hlr_db(pid=22290): Launched\u000a16:24:45.522071 bus /sierra_2: Setting Powered False\u000a16:24:46.556740 run create_hlr_db(pid=22290): Terminated: ok {rc=0}\u000a16:24:46.997541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22292): Launched\u000a16:24:47.328254 run osmo-hlr_10.42.42.2(pid=22293): Launched\u000a16:24:47.446895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:48.007078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22295): Launched\u000a16:24:48.328207 run osmo-stp_10.42.42.5(pid=22296): Launched\u000a16:24:48.445631 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:49.035022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22298): Launched\u000a16:24:49.358805 run osmo-msc_10.42.42.6(pid=22299): Launched\u000a16:24:49.547599 run osmo-stp_10.42.42.5(pid=22296): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22296)]\u000a16:24:49.684664 run osmo-stp_10.42.42.5(pid=22296): stdout: \u000a| (launched: 2022-12-09_16:24:48.170792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:49.820808 run osmo-stp_10.42.42.5(pid=22296): stderr: \u000a| �[0;m�[38;5;43m20221209162448362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162448362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162448363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162448363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162448366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162448366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162448366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:49.949972 run osmo-stp_10.42.42.5(pid=22296): stdout: \u000a| (launched: 2022-12-09_16:24:48.170792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:50.078491 run osmo-stp_10.42.42.5(pid=22296): stderr: \u000a| �[0;m�[38;5;43m20221209162448362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162448362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162448363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162448363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162448366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162448366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162448366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:50.135070 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22296): Process ended prematurely: osmo-stp_10.42.42.5(pid=22296) [trial-2361↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22296)] [trial-2361↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:24:50.144151 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:24:50.207159 run osmo-hlr_10.42.42.2(pid=22293): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22293)]\u000a16:24:50.258367 run osmo-hlr_10.42.42.2(pid=22293): stdout: \u000a| (launched: 2022-12-09_16:24:47.167263) \u000a16:24:50.310334 run osmo-hlr_10.42.42.2(pid=22293): stderr: \u000a| �[0;m�[1;31m20221209162447363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162447363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162447363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162447363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162447364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162447364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162447376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162447384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162447385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162447385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:50.380742 run osmo-msc_10.42.42.6(pid=22299): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22299)]\u000a16:24:50.432178 run osmo-msc_10.42.42.6(pid=22299): stdout: \u000a| (launched: 2022-12-09_16:24:49.199187) \u000a16:24:50.484444 run osmo-msc_10.42.42.6(pid=22299): stderr: \u000a| �[0;m�[38;5;43m20221209162449520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162449520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28c482ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162449520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162449520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162449520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162449520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162449522 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162449523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162449523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162449523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:50.528336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22292): Terminating (SIGTERM)\u000a16:24:50.570094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22295): Terminating (SIGTERM)\u000a16:24:50.612333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22298): Terminating (SIGTERM)\u000a16:24:50.622334 --- ParallelTerminationStrategy: PID 22292 died...\u000a16:24:50.678481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22292): Terminated: ok {rc=0}\u000a16:24:50.688525 --- ParallelTerminationStrategy: PID 22295 died...\u000a16:24:50.743952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22295): Terminated: ok {rc=0}\u000a16:24:50.754195 --- ParallelTerminationStrategy: PID 22298 died...\u000a16:24:50.809814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22298): Terminated: ok {rc=0}\u000a16:24:50.896431 bus /sierra_3: Setting Powered False\u000a16:24:51.998990 bus /sierra_3: Setting Powered False\u000a16:24:53.107370 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:24:33" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22311): Process ended prematurely: osmo-stp_10.42.42.5(pid=22311) [trial-2361↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22311)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22311): Process ended prematurely: osmo-stp_10.42.42.5(pid=22311) [trial-2361↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:24:55.135344 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:55.146421 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a16:24:55.287982 tst emergency_mo_mt_call.py: using LAC 22269\u000a16:24:55.411061 tst emergency_mo_mt_call.py: using RAC 84\u000a16:24:55.533167 tst emergency_mo_mt_call.py: using CellId 22269\u000a16:24:55.655784 tst emergency_mo_mt_call.py: using BVCI 22270\u000a16:24:55.679754 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:55.690864 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:55.701826 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:55.713090 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:55.724265 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:24:55.735396 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:24:55.850170 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:24:56.061357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:56.559752 run create_hlr_db(pid=22305): Launched\u000a16:24:56.745428 bus /sierra_2: Setting Powered False\u000a16:24:57.764306 run create_hlr_db(pid=22305): Terminated: ok {rc=0}\u000a16:24:58.162532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22307): Launched\u000a16:24:58.457553 run osmo-hlr_10.42.42.2(pid=22308): Launched\u000a16:24:58.573444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:59.094653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22310): Launched\u000a16:24:59.388482 run osmo-stp_10.42.42.5(pid=22311): Launched\u000a16:24:59.508617 tst emergency_mo_mt_call.py: using MSISDN 7267\u000a16:24:59.654510 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:25:00.192678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22313): Launched\u000a16:25:00.487517 run osmo-msc_10.42.42.6(pid=22314): Launched\u000a16:25:00.661472 run osmo-stp_10.42.42.5(pid=22311): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22311)]\u000a16:25:00.786184 run osmo-stp_10.42.42.5(pid=22311): stdout: \u000a| (launched: 2022-12-09_16:24:59.243743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:00.922533 run osmo-stp_10.42.42.5(pid=22311): stderr: \u000a| �[0;m�[38;5;43m20221209162459414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162459414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162459415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162459415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162459416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162459416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162459416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:01.055143 run osmo-stp_10.42.42.5(pid=22311): stdout: \u000a| (launched: 2022-12-09_16:24:59.243743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:01.186941 run osmo-stp_10.42.42.5(pid=22311): stderr: \u000a| �[0;m�[38;5;43m20221209162459414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162459414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162459415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162459415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162459416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162459416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162459416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:01.243650 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=22311): Process ended prematurely: osmo-stp_10.42.42.5(pid=22311) [trial-2361↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22311)] [trial-2361↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a16:25:01.253396 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a16:25:01.320278 run osmo-hlr_10.42.42.2(pid=22308): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22308)]\u000a16:25:01.375919 run osmo-hlr_10.42.42.2(pid=22308): stdout: \u000a| (launched: 2022-12-09_16:24:58.312231) \u000a16:25:01.430306 run osmo-hlr_10.42.42.2(pid=22308): stderr: \u000a| �[0;m�[1;31m20221209162458486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162458486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162458486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162458486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162458486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162458486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162458498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162458509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162458510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162458510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:01.503057 run osmo-msc_10.42.42.6(pid=22314): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22314)]\u000a16:25:01.556718 run osmo-msc_10.42.42.6(pid=22314): stdout: \u000a| (launched: 2022-12-09_16:25:00.342028) \u000a16:25:01.613212 run osmo-msc_10.42.42.6(pid=22314): stderr: \u000a| �[0;m�[38;5;43m20221209162500615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162500616 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb709181c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162500616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162500616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162500616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162500616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162500618 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162500618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162500619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162500619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:25:01.663559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22307): Terminating (SIGTERM)\u000a16:25:01.721807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22310): Terminating (SIGTERM)\u000a16:25:01.771998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22313): Terminating (SIGTERM)\u000a16:25:01.783340 --- ParallelTerminationStrategy: PID 22307 died...\u000a16:25:01.843704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22307): Terminated: ok {rc=0}\u000a16:25:01.855131 --- ParallelTerminationStrategy: PID 22310 died...\u000a16:25:01.915566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22310): Terminated: ok {rc=0}\u000a16:25:01.926650 --- ParallelTerminationStrategy: PID 22313 died...\u000a16:25:01.989213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22313): Terminated: ok {rc=0}\u000a16:25:02.077934 bus /sierra_3: Setting Powered False\u000a16:25:03.181040 bus /sierra_3: Setting Powered False\u000a16:25:04.292297 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22325): Process ended prematurely: osmo-stp_10.42.42.5(pid=22325) [trial-2361↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22325)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22325): Process ended prematurely: osmo-stp_10.42.42.5(pid=22325) [trial-2361↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:25:05.343958 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:25:05.355584 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a16:25:05.492569 tst emergency_preemptive_call.py: using LAC 22270\u000a16:25:05.617741 tst emergency_preemptive_call.py: using RAC 85\u000a16:25:05.743685 tst emergency_preemptive_call.py: using CellId 22270\u000a16:25:05.867628 tst emergency_preemptive_call.py: using BVCI 22271\u000a16:25:05.891756 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:25:05.903286 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:25:05.914385 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:25:05.925846 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:25:05.937078 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:25:05.948160 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:06.062121 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:06.180637 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:06.295084 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:06.501007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:07.000842 run create_hlr_db(pid=22319): Launched\u000a16:25:07.185260 bus /sierra_2: Setting Powered False\u000a16:25:08.205858 run create_hlr_db(pid=22319): Terminated: ok {rc=0}\u000a16:25:08.604058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22321): Launched\u000a16:25:08.899616 run osmo-hlr_10.42.42.2(pid=22322): Launched\u000a16:25:09.008267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:09.518365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22324): Launched\u000a16:25:09.815266 run osmo-stp_10.42.42.5(pid=22325): Launched\u000a16:25:09.936073 tst emergency_preemptive_call.py: using MSISDN 7268\u000a16:25:10.082018 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:25:10.620140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22327): Launched\u000a16:25:10.915128 run osmo-msc_10.42.42.6(pid=22328): Launched\u000a16:25:11.088401 run osmo-stp_10.42.42.5(pid=22325): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22325)]\u000a16:25:11.213369 run osmo-stp_10.42.42.5(pid=22325): stdout: \u000a| (launched: 2022-12-09_16:25:09.668672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:11.335582 run osmo-stp_10.42.42.5(pid=22325): stderr: \u000a| �[0;m�[38;5;43m20221209162509840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162509840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162509841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162509841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162509842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162509842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162509842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:11.453789 run osmo-stp_10.42.42.5(pid=22325): stdout: \u000a| (launched: 2022-12-09_16:25:09.668672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:11.571179 run osmo-stp_10.42.42.5(pid=22325): stderr: \u000a| �[0;m�[38;5;43m20221209162509840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162509840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162509841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162509841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162509842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162509842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162509842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:11.622662 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=22325): Process ended prematurely: osmo-stp_10.42.42.5(pid=22325) [trial-2361↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22325)] [trial-2361↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a16:25:11.630600 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a16:25:11.689632 run osmo-hlr_10.42.42.2(pid=22322): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22322)]\u000a16:25:11.738727 run osmo-hlr_10.42.42.2(pid=22322): stdout: \u000a| (launched: 2022-12-09_16:25:08.754222) \u000a16:25:11.788032 run osmo-hlr_10.42.42.2(pid=22322): stderr: \u000a| �[0;m�[1;31m20221209162508928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162508928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162508928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162508928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162508928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162508928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162508939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162508948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162508949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162508949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:11.854827 run osmo-msc_10.42.42.6(pid=22328): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22328)]\u000a16:25:11.903343 run osmo-msc_10.42.42.6(pid=22328): stdout: \u000a| (launched: 2022-12-09_16:25:10.769767) \u000a16:25:11.952444 run osmo-msc_10.42.42.6(pid=22328): stderr: \u000a| �[0;m�[38;5;43m20221209162511040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162511040 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2f8725c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162511040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162511040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162511040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162511041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162511042 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162511043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162511043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162511043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:25:11.993889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22321): Terminating (SIGTERM)\u000a16:25:12.033128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22324): Terminating (SIGTERM)\u000a16:25:12.073102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22327): Terminating (SIGTERM)\u000a16:25:12.082353 --- ParallelTerminationStrategy: PID 22321 died...\u000a16:25:12.134883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22321): Terminated: ok {rc=0}\u000a16:25:12.144418 --- ParallelTerminationStrategy: PID 22324 died...\u000a16:25:12.197580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22324): Terminated: ok {rc=0}\u000a16:25:12.207244 --- ParallelTerminationStrategy: PID 22327 died...\u000a16:25:12.259504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22327): Terminated: ok {rc=0}\u000a16:25:12.341113 bus /sierra_9: Setting Powered False\u000a16:25:13.446585 bus /sierra_9: Setting Powered False\u000a16:25:14.554036 bus /sierra_8: Setting Powered False\u000a16:25:15.659448 bus /sierra_8: Setting Powered False\u000a16:25:16.764748 bus /sierra_3: Setting Powered False\u000a16:25:17.866024 bus /sierra_3: Setting Powered False\u000a16:25:18.976616 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:24:54" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22351): Process ended prematurely: osmo-stp_10.42.42.5(pid=22351) [trial-2361↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22351)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22351): Process ended prematurely: osmo-stp_10.42.42.5(pid=22351) [trial-2361↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:25:21.101573 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:21.112559 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:25:21.253610 tst cs_paging_gprs_active.py: using LAC 22271\u000a16:25:21.377751 tst cs_paging_gprs_active.py: using RAC 86\u000a16:25:21.502389 tst cs_paging_gprs_active.py: using CellId 22271\u000a16:25:21.627072 tst cs_paging_gprs_active.py: using BVCI 22272\u000a16:25:21.651808 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:21.663095 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:21.674091 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:21.685326 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:21.696418 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:21.707603 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:21.718917 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:21.729945 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:21.741167 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:21.863440 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:22.143858 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:25:22.269454 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:25:22.583762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22341): Launched\u000a16:25:22.843333 run iperf3-srv_10.42.42.10(pid=22342): Launched\u000a16:25:23.026381 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:25:23.151334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:25:23.463946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22343): Launched\u000a16:25:23.722306 run iperf3-srv_10.42.42.10(pid=22344): Launched\u000a16:25:23.905994 tst cs_paging_gprs_active.py:38: start network...\u000a16:25:24.031497 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:24.514903 run create_hlr_db(pid=22345): Launched\u000a16:25:24.687696 bus /sierra_2: Setting Powered False\u000a16:25:25.722731 run create_hlr_db(pid=22345): Terminated: ok {rc=0}\u000a16:25:26.153629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22347): Launched\u000a16:25:26.479431 run osmo-hlr_10.42.42.2(pid=22348): Launched\u000a16:25:26.602045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:27.164109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22350): Launched\u000a16:25:27.487034 run osmo-stp_10.42.42.5(pid=22351): Launched\u000a16:25:27.605208 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:25:28.171219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22353): Launched\u000a16:25:28.286449 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:25:28.569649 run patchelf(pid=22354): Launched\u000a16:25:28.760349 run osmo-stp_10.42.42.5(pid=22351): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22351)]\u000a16:25:28.899284 run osmo-stp_10.42.42.5(pid=22351): stdout: \u000a| (launched: 2022-12-09_16:25:27.328764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:29.038621 run osmo-stp_10.42.42.5(pid=22351): stderr: \u000a| �[0;m�[38;5;43m20221209162527519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162527519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162527519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162527520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162527520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162527520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162527520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:29.172741 run osmo-stp_10.42.42.5(pid=22351): stdout: \u000a| (launched: 2022-12-09_16:25:27.328764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:29.305447 run osmo-stp_10.42.42.5(pid=22351): stderr: \u000a| �[0;m�[38;5;43m20221209162527519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162527519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162527519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162527520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162527520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162527520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162527520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:29.460260 run patchelf(pid=22354): Terminating (SIGINT)\u000a16:25:29.642618 run patchelf(pid=22354): Terminated: ok {rc=0}\u000a16:25:29.675998 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22351): Process ended prematurely: osmo-stp_10.42.42.5(pid=22351) [trial-2361↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22351)] [trial-2361↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a16:25:29.685927 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a16:25:29.749936 run osmo-hlr_10.42.42.2(pid=22348): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22348)]\u000a16:25:29.801884 run osmo-hlr_10.42.42.2(pid=22348): stdout: \u000a| (launched: 2022-12-09_16:25:26.318218) \u000a16:25:29.854694 run osmo-hlr_10.42.42.2(pid=22348): stderr: \u000a| �[0;m�[1;31m20221209162526517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162526517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162526517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162526517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162526517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162526517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162526534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162526544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162526545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162526545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:29.899554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22341): Terminating (SIGTERM)\u000a16:25:29.942109 run iperf3-srv_10.42.42.10(pid=22342): Terminating (SIGTERM)\u000a16:25:29.984629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22343): Terminating (SIGTERM)\u000a16:25:30.027084 run iperf3-srv_10.42.42.10(pid=22344): Terminating (SIGTERM)\u000a16:25:30.070002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22347): Terminating (SIGTERM)\u000a16:25:30.112455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22350): Terminating (SIGTERM)\u000a16:25:30.154789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22353): Terminating (SIGTERM)\u000a16:25:30.164788 --- ParallelTerminationStrategy: PID 22341 died...\u000a16:25:30.221622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22341): Terminated: ok {rc=0}\u000a16:25:30.231737 --- ParallelTerminationStrategy: PID 22342 died...\u000a16:25:30.287688 run iperf3-srv_10.42.42.10(pid=22342): Terminated {rc=256}\u000a16:25:30.297713 --- ParallelTerminationStrategy: PID 22343 died...\u000a16:25:30.353594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22343): Terminated: ok {rc=0}\u000a16:25:30.363622 --- ParallelTerminationStrategy: PID 22344 died...\u000a16:25:30.419202 run iperf3-srv_10.42.42.10(pid=22344): Terminated {rc=256}\u000a16:25:30.429806 --- ParallelTerminationStrategy: PID 22347 died...\u000a16:25:30.485431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22347): Terminated: ok {rc=0}\u000a16:25:30.495380 --- ParallelTerminationStrategy: PID 22350 died...\u000a16:25:30.551022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22350): Terminated: ok {rc=0}\u000a16:25:30.561168 --- ParallelTerminationStrategy: PID 22353 died...\u000a16:25:30.617138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22353): Terminated: ok {rc=0}\u000a16:25:30.703779 bus /gobi_0: Setting Powered False\u000a16:25:31.813406 bus /gobi_0: Setting Powered False\u000a16:25:32.918661 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22363): Process ended prematurely: osmo-stp_10.42.42.5(pid=22363) [trial-2361↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22363)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22363): Process ended prematurely: osmo-stp_10.42.42.5(pid=22363) [trial-2361↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a16:25:34.033425 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:34.045256 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:25:34.192371 tst iperf3.py: using LAC 22272\u000a16:25:34.317444 tst iperf3.py: using RAC 87\u000a16:25:34.442670 tst iperf3.py: using CellId 22272\u000a16:25:34.568477 tst iperf3.py: using BVCI 22273\u000a16:25:34.593012 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:34.604043 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:34.614965 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:34.626431 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:34.637465 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:34.648869 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:34.660110 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:34.671335 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:34.682538 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:34.976873 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:25:35.112659 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:25:35.450370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22355): Launched\u000a16:25:35.730548 run iperf3-srv_10.42.42.10(pid=22356): Launched\u000a16:25:35.929960 tst iperf3.py:8: start network...\u000a16:25:36.064791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:36.548499 run create_hlr_db(pid=22357): Launched\u000a16:25:36.722363 bus /gobi_6: Setting Powered False\u000a16:25:37.743046 run create_hlr_db(pid=22357): Terminated: ok {rc=0}\u000a16:25:38.148126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22359): Launched\u000a16:25:38.451102 run osmo-hlr_10.42.42.2(pid=22360): Launched\u000a16:25:38.560337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:39.084691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22362): Launched\u000a16:25:39.385666 run osmo-stp_10.42.42.5(pid=22363): Launched\u000a16:25:39.495881 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:25:40.020106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22365): Launched\u000a16:25:40.127176 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:25:40.393060 run patchelf(pid=22366): Launched\u000a16:25:40.570534 run osmo-stp_10.42.42.5(pid=22363): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22363)]\u000a16:25:40.699391 run osmo-stp_10.42.42.5(pid=22363): stdout: \u000a| (launched: 2022-12-09_16:25:39.238200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:40.828442 run osmo-stp_10.42.42.5(pid=22363): stderr: \u000a| �[0;m�[38;5;43m20221209162539410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162539410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162539410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162539411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162539411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162539411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162539411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:40.952356 run osmo-stp_10.42.42.5(pid=22363): stdout: \u000a| (launched: 2022-12-09_16:25:39.238200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:41.074948 run osmo-stp_10.42.42.5(pid=22363): stderr: \u000a| �[0;m�[38;5;43m20221209162539410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162539410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162539410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162539411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162539411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162539411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162539411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:41.218525 run patchelf(pid=22366): Terminating (SIGINT)\u000a16:25:41.387093 run patchelf(pid=22366): Terminated: ok {rc=0}\u000a16:25:41.418096 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22363): Process ended prematurely: osmo-stp_10.42.42.5(pid=22363) [trial-2361↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22363)] [trial-2361↪gprs:trx-lms↪iperf3.py:8]\u000a16:25:41.427113 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a16:25:41.486884 run osmo-hlr_10.42.42.2(pid=22360): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22360)]\u000a16:25:41.535508 run osmo-hlr_10.42.42.2(pid=22360): stdout: \u000a| (launched: 2022-12-09_16:25:38.302544) \u000a16:25:41.584867 run osmo-hlr_10.42.42.2(pid=22360): stderr: \u000a| �[0;m�[1;31m20221209162538479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162538479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162538479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162538479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162538479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162538479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162538491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162538502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162538502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162538502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:41.626561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22355): Terminating (SIGTERM)\u000a16:25:41.665561 run iperf3-srv_10.42.42.10(pid=22356): Terminating (SIGTERM)\u000a16:25:41.704544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22359): Terminating (SIGTERM)\u000a16:25:41.743553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22362): Terminating (SIGTERM)\u000a16:25:41.782709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22365): Terminating (SIGTERM)\u000a16:25:41.791791 --- ParallelTerminationStrategy: PID 22355 died...\u000a16:25:41.844256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22355): Terminated: ok {rc=0}\u000a16:25:41.853809 --- ParallelTerminationStrategy: PID 22356 died...\u000a16:25:41.905909 run iperf3-srv_10.42.42.10(pid=22356): Terminated {rc=256}\u000a16:25:41.915621 --- ParallelTerminationStrategy: PID 22359 died...\u000a16:25:41.968401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22359): Terminated: ok {rc=0}\u000a16:25:41.977857 --- ParallelTerminationStrategy: PID 22362 died...\u000a16:25:42.029920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22362): Terminated: ok {rc=0}\u000a16:25:42.039377 --- ParallelTerminationStrategy: PID 22365 died...\u000a16:25:42.091880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22365): Terminated: ok {rc=0}\u000a16:25:42.178727 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22381): Process ended prematurely: osmo-stp_10.42.42.5(pid=22381) [trial-2361↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22381)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22381): Process ended prematurely: osmo-stp_10.42.42.5(pid=22381) [trial-2361↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22381)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a16:25:43.292081 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:43.303826 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:25:43.450117 tst iperf3m4.py: using LAC 22273\u000a16:25:43.576122 tst iperf3m4.py: using RAC 88\u000a16:25:43.704643 tst iperf3m4.py: using CellId 22273\u000a16:25:43.832188 tst iperf3m4.py: using BVCI 22274\u000a16:25:43.856688 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:43.867868 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:43.878840 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:43.890551 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:43.902060 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:43.913949 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:43.925760 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:43.937221 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:25:43.948750 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:44.068615 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:44.193113 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:44.313312 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:25:44.609334 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:25:44.745232 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:25:45.079463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22367): Launched\u000a16:25:45.358526 run iperf3-srv_10.42.42.10(pid=22368): Launched\u000a16:25:45.557319 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:25:45.692852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:25:46.082966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22369): Launched\u000a16:25:46.366592 run iperf3-srv_10.42.42.10(pid=22370): Launched\u000a16:25:46.557517 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:25:46.687944 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:25:47.025070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22371): Launched\u000a16:25:47.308503 run iperf3-srv_10.42.42.10(pid=22372): Launched\u000a16:25:47.507665 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:25:47.643021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:25:47.978513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22373): Launched\u000a16:25:48.256695 run iperf3-srv_10.42.42.10(pid=22374): Launched\u000a16:25:48.455892 tst iperf3m4.py:8: start network...\u000a16:25:48.592253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:49.102928 run create_hlr_db(pid=22375): Launched\u000a16:25:49.276345 bus /gobi_6: Setting Powered False\u000a16:25:50.299261 run create_hlr_db(pid=22375): Terminated: ok {rc=0}\u000a16:25:50.704380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22377): Launched\u000a16:25:51.006527 run osmo-hlr_10.42.42.2(pid=22378): Launched\u000a16:25:51.120266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:51.642769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22380): Launched\u000a16:25:51.943281 run osmo-stp_10.42.42.5(pid=22381): Launched\u000a16:25:52.051120 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:25:52.576024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22383): Launched\u000a16:25:52.683403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:25:52.946150 run patchelf(pid=22384): Launched\u000a16:25:53.123132 run osmo-stp_10.42.42.5(pid=22381): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22381)]\u000a16:25:53.252389 run osmo-stp_10.42.42.5(pid=22381): stdout: \u000a| (launched: 2022-12-09_16:25:51.796050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:53.381934 run osmo-stp_10.42.42.5(pid=22381): stderr: \u000a| �[0;m�[38;5;43m20221209162551964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162551964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162551964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162551965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162551965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162551965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162551965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:53.506319 run osmo-stp_10.42.42.5(pid=22381): stdout: \u000a| (launched: 2022-12-09_16:25:51.796050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:53.629586 run osmo-stp_10.42.42.5(pid=22381): stderr: \u000a| �[0;m�[38;5;43m20221209162551964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162551964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162551964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162551965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162551965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162551965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162551965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:53.773579 run patchelf(pid=22384): Terminating (SIGINT)\u000a16:25:53.942684 run patchelf(pid=22384): Terminated: ok {rc=0}\u000a16:25:53.973857 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22381): Process ended prematurely: osmo-stp_10.42.42.5(pid=22381) [trial-2361↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22381)] [trial-2361↪gprs:trx-lms↪iperf3m4.py:8]\u000a16:25:53.982950 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a16:25:54.042972 run osmo-hlr_10.42.42.2(pid=22378): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22378)]\u000a16:25:54.091423 run osmo-hlr_10.42.42.2(pid=22378): stdout: \u000a| (launched: 2022-12-09_16:25:50.858173) \u000a16:25:54.140273 run osmo-hlr_10.42.42.2(pid=22378): stderr: \u000a| �[0;m�[1;31m20221209162551034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162551034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162551034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162551034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162551034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162551034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162551046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162551057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162551057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162551057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:54.181897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22367): Terminating (SIGTERM)\u000a16:25:54.221239 run iperf3-srv_10.42.42.10(pid=22368): Terminating (SIGTERM)\u000a16:25:54.260482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22369): Terminating (SIGTERM)\u000a16:25:54.299615 run iperf3-srv_10.42.42.10(pid=22370): Terminating (SIGTERM)\u000a16:25:54.338905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22371): Terminating (SIGTERM)\u000a16:25:54.378115 run iperf3-srv_10.42.42.10(pid=22372): Terminating (SIGTERM)\u000a16:25:54.417259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22373): Terminating (SIGTERM)\u000a16:25:54.456158 run iperf3-srv_10.42.42.10(pid=22374): Terminating (SIGTERM)\u000a16:25:54.502577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22377): Terminating (SIGTERM)\u000a16:25:54.544495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22380): Terminating (SIGTERM)\u000a16:25:54.586500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22383): Terminating (SIGTERM)\u000a16:25:54.596436 --- ParallelTerminationStrategy: PID 22367 died...\u000a16:25:54.652901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22367): Terminated: ok {rc=0}\u000a16:25:54.663503 --- ParallelTerminationStrategy: PID 22368 died...\u000a16:25:54.719428 run iperf3-srv_10.42.42.10(pid=22368): Terminated {rc=256}\u000a16:25:54.729469 --- ParallelTerminationStrategy: PID 22369 died...\u000a16:25:54.784837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22369): Terminated: ok {rc=0}\u000a16:25:54.795298 --- ParallelTerminationStrategy: PID 22370 died...\u000a16:25:54.850830 run iperf3-srv_10.42.42.10(pid=22370): Terminated {rc=256}\u000a16:25:54.860854 --- ParallelTerminationStrategy: PID 22371 died...\u000a16:25:54.916277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22371): Terminated: ok {rc=0}\u000a16:25:54.926673 --- ParallelTerminationStrategy: PID 22372 died...\u000a16:25:54.981923 run iperf3-srv_10.42.42.10(pid=22372): Terminated {rc=256}\u000a16:25:54.991989 --- ParallelTerminationStrategy: PID 22373 died...\u000a16:25:55.047649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22373): Terminated: ok {rc=0}\u000a16:25:55.057840 --- ParallelTerminationStrategy: PID 22374 died...\u000a16:25:55.113415 run iperf3-srv_10.42.42.10(pid=22374): Terminated {rc=256}\u000a16:25:55.123496 --- ParallelTerminationStrategy: PID 22377 died...\u000a16:25:55.178683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22377): Terminated: ok {rc=0}\u000a16:25:55.188700 --- ParallelTerminationStrategy: PID 22380 died...\u000a16:25:55.243752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22380): Terminated: ok {rc=0}\u000a16:25:55.254261 --- ParallelTerminationStrategy: PID 22383 died...\u000a16:25:55.309950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22383): Terminated: ok {rc=0}\u000a16:25:55.397054 bus /gobi_4: Setting Powered False\u000a16:25:56.503611 bus /gobi_4: Setting Powered False\u000a16:25:57.611808 bus /gobi_1: Setting Powered False\u000a16:25:58.718251 bus /gobi_1: Setting Powered False\u000a16:25:59.830743 bus /gobi_0: Setting Powered False\u000a16:26:00.955847 bus /gobi_0: Setting Powered False\u000a16:26:02.086340 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22391): Process ended prematurely: osmo-stp_10.42.42.5(pid=22391) [trial-2361↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22391)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22391): Process ended prematurely: osmo-stp_10.42.42.5(pid=22391) [trial-2361↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a16:26:03.153949 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:26:03.165159 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:26:03.299007 tst ping.py: using LAC 22274\u000a16:26:03.414075 tst ping.py: using RAC 89\u000a16:26:03.529278 tst ping.py: using CellId 22274\u000a16:26:03.644539 tst ping.py: using BVCI 22275\u000a16:26:03.667134 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:26:03.677709 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:26:03.688118 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:26:03.698528 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:26:03.708793 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:26:03.719095 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:26:03.729545 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:26:03.740171 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:26:04.012365 tst ping.py:19: start network...\u000a16:26:04.134970 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:04.606707 run create_hlr_db(pid=22385): Launched\u000a16:26:04.777555 bus /gobi_6: Setting Powered False\u000a16:26:05.798128 run create_hlr_db(pid=22385): Terminated: ok {rc=0}\u000a16:26:06.221067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22387): Launched\u000a16:26:06.538287 run osmo-hlr_10.42.42.2(pid=22388): Launched\u000a16:26:06.657956 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:07.213379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22390): Launched\u000a16:26:07.530436 run osmo-stp_10.42.42.5(pid=22391): Launched\u000a16:26:07.647107 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:26:08.201672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22393): Launched\u000a16:26:08.315021 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:26:08.594043 run patchelf(pid=22394): Launched\u000a16:26:08.782003 run osmo-stp_10.42.42.5(pid=22391): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22391)]\u000a16:26:08.918730 run osmo-stp_10.42.42.5(pid=22391): stdout: \u000a| (launched: 2022-12-09_16:26:07.374343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:09.056339 run osmo-stp_10.42.42.5(pid=22391): stderr: \u000a| �[0;m�[38;5;43m20221209162607566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162607567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162607567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162607567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162607570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162607570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162607570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:09.188688 run osmo-stp_10.42.42.5(pid=22391): stdout: \u000a| (launched: 2022-12-09_16:26:07.374343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:09.319685 run osmo-stp_10.42.42.5(pid=22391): stderr: \u000a| �[0;m�[38;5;43m20221209162607566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162607567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162607567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162607567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162607570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162607570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162607570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:09.471597 run patchelf(pid=22394): Terminating (SIGINT)\u000a16:26:09.650324 run patchelf(pid=22394): Terminated: ok {rc=0}\u000a16:26:09.682558 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22391): Process ended prematurely: osmo-stp_10.42.42.5(pid=22391) [trial-2361↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22391)] [trial-2361↪gprs:trx-lms↪ping.py:22]\u000a16:26:09.692071 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:26:09.756119 run osmo-hlr_10.42.42.2(pid=22388): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22388)]\u000a16:26:09.807929 run osmo-hlr_10.42.42.2(pid=22388): stdout: \u000a| (launched: 2022-12-09_16:26:06.382223) \u000a16:26:09.860834 run osmo-hlr_10.42.42.2(pid=22388): stderr: \u000a| �[0;m�[1;31m20221209162606579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162606579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162606579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162606579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162606579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162606580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162606591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162606599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162606600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162606600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:09.905563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22387): Terminating (SIGTERM)\u000a16:26:09.948378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22390): Terminating (SIGTERM)\u000a16:26:09.990659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22393): Terminating (SIGTERM)\u000a16:26:10.000325 --- ParallelTerminationStrategy: PID 22387 died...\u000a16:26:10.056923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22387): Terminated: ok {rc=0}\u000a16:26:10.067134 --- ParallelTerminationStrategy: PID 22390 died...\u000a16:26:10.123754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22390): Terminated: ok {rc=0}\u000a16:26:10.133892 --- ParallelTerminationStrategy: PID 22393 died...\u000a16:26:10.190203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22393): Terminated: ok {rc=0}\u000a16:26:10.277424 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22401): Process ended prematurely: osmo-stp_10.42.42.5(pid=22401) [trial-2361↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22401)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22401): Process ended prematurely: osmo-stp_10.42.42.5(pid=22401) [trial-2361↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a16:26:11.331576 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:26:11.343830 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:26:11.488111 tst ping_idle_ping.py: using LAC 22275\u000a16:26:11.612055 tst ping_idle_ping.py: using RAC 90\u000a16:26:11.735813 tst ping_idle_ping.py: using CellId 22275\u000a16:26:11.859348 tst ping_idle_ping.py: using BVCI 22276\u000a16:26:11.883848 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:26:11.894870 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:26:11.905783 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:26:11.916861 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:26:11.928283 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:26:11.939416 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:26:11.950627 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:26:11.961878 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:26:12.247963 tst ping_idle_ping.py:24: start network...\u000a16:26:12.371106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:12.847733 run create_hlr_db(pid=22395): Launched\u000a16:26:13.019915 bus /gobi_6: Setting Powered False\u000a16:26:14.040452 run create_hlr_db(pid=22395): Terminated: ok {rc=0}\u000a16:26:14.467024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22397): Launched\u000a16:26:14.788196 run osmo-hlr_10.42.42.2(pid=22398): Launched\u000a16:26:14.907951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:15.461353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22400): Launched\u000a16:26:15.780123 run osmo-stp_10.42.42.5(pid=22401): Launched\u000a16:26:16.017024 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:26:16.593720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22403): Launched\u000a16:26:16.701703 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:26:16.984784 run patchelf(pid=22404): Launched\u000a16:26:17.163355 run osmo-stp_10.42.42.5(pid=22401): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22401)]\u000a16:26:17.294013 run osmo-stp_10.42.42.5(pid=22401): stdout: \u000a| (launched: 2022-12-09_16:26:15.622757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:17.422007 run osmo-stp_10.42.42.5(pid=22401): stderr: \u000a| �[0;m�[38;5;43m20221209162615813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162615814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162615814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162615814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162615815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162615815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162615815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:17.545217 run osmo-stp_10.42.42.5(pid=22401): stdout: \u000a| (launched: 2022-12-09_16:26:15.622757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:17.667438 run osmo-stp_10.42.42.5(pid=22401): stderr: \u000a| �[0;m�[38;5;43m20221209162615813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162615814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162615814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162615814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162615815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162615815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162615815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:17.808802 run patchelf(pid=22404): Terminating (SIGINT)\u000a16:26:17.975596 run patchelf(pid=22404): Terminated: ok {rc=0}\u000a16:26:18.006100 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22401): Process ended prematurely: osmo-stp_10.42.42.5(pid=22401) [trial-2361↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22401)] [trial-2361↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a16:26:18.014737 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:26:18.074764 run osmo-hlr_10.42.42.2(pid=22398): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22398)]\u000a16:26:18.123465 run osmo-hlr_10.42.42.2(pid=22398): stdout: \u000a| (launched: 2022-12-09_16:26:14.629396) \u000a16:26:18.172599 run osmo-hlr_10.42.42.2(pid=22398): stderr: \u000a| �[0;m�[1;31m20221209162614830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162614830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162614830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162614830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162614830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162614830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162614842 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162614850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162614850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162614850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:18.214342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22397): Terminating (SIGTERM)\u000a16:26:18.253744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22400): Terminating (SIGTERM)\u000a16:26:18.293082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22403): Terminating (SIGTERM)\u000a16:26:18.302212 --- ParallelTerminationStrategy: PID 22397 died...\u000a16:26:18.354813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22397): Terminated: ok {rc=0}\u000a16:26:18.364329 --- ParallelTerminationStrategy: PID 22400 died...\u000a16:26:18.417377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22400): Terminated: ok {rc=0}\u000a16:26:18.426863 --- ParallelTerminationStrategy: PID 22403 died...\u000a16:26:18.479374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22403): Terminated: ok {rc=0}\u000a16:26:18.562148 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:25:20" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22419): Process ended prematurely: osmo-stp_10.42.42.5(pid=22419) [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22419)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22419): Process ended prematurely: osmo-stp_10.42.42.5(pid=22419) [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:26:20.700068 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:20.710927 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:26:20.848006 tst cs_paging_gprs_active.py: using LAC 22276\u000a16:26:20.967969 tst cs_paging_gprs_active.py: using RAC 91\u000a16:26:21.088275 tst cs_paging_gprs_active.py: using CellId 22276\u000a16:26:21.206362 tst cs_paging_gprs_active.py: using BVCI 22277\u000a16:26:21.229571 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:21.240385 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:21.251121 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:21.261860 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:21.272417 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:21.283034 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:21.293818 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:21.304288 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:21.315077 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:26:21.434521 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:26:21.730991 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:26:21.867202 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:26:22.205538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22409): Launched\u000a16:26:22.485332 run iperf3-srv_10.42.42.10(pid=22410): Launched\u000a16:26:22.684314 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:26:22.820177 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:26:23.157766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22411): Launched\u000a16:26:23.438915 run iperf3-srv_10.42.42.10(pid=22412): Launched\u000a16:26:23.638395 tst cs_paging_gprs_active.py:38: start network...\u000a16:26:23.774742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:24.284704 run create_hlr_db(pid=22413): Launched\u000a16:26:24.472852 bus /gobi_6: Setting Powered False\u000a16:26:25.492898 run create_hlr_db(pid=22413): Terminated: ok {rc=0}\u000a16:26:25.924591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22415): Launched\u000a16:26:26.249701 run osmo-hlr_10.42.42.2(pid=22416): Launched\u000a16:26:26.368629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:26.933162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22418): Launched\u000a16:26:27.258444 run osmo-stp_10.42.42.5(pid=22419): Launched\u000a16:26:27.376481 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:26:27.940889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22421): Launched\u000a16:26:28.056776 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:26:28.340392 run patchelf(pid=22422): Launched\u000a16:26:28.532170 run osmo-stp_10.42.42.5(pid=22419): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22419)]\u000a16:26:28.671549 run osmo-stp_10.42.42.5(pid=22419): stdout: \u000a| (launched: 2022-12-09_16:26:27.097942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:28.811127 run osmo-stp_10.42.42.5(pid=22419): stderr: \u000a| �[0;m�[38;5;43m20221209162627289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162627289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162627289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162627290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162627290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162627290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162627290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:28.945439 run osmo-stp_10.42.42.5(pid=22419): stdout: \u000a| (launched: 2022-12-09_16:26:27.097942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:29.078693 run osmo-stp_10.42.42.5(pid=22419): stderr: \u000a| �[0;m�[38;5;43m20221209162627289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162627289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162627289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162627290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162627290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162627290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162627290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:29.233988 run patchelf(pid=22422): Terminating (SIGINT)\u000a16:26:29.416211 run patchelf(pid=22422): Terminated: ok {rc=0}\u000a16:26:29.449746 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22419): Process ended prematurely: osmo-stp_10.42.42.5(pid=22419) [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22419)] [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:26:29.459578 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a16:26:29.522582 run osmo-hlr_10.42.42.2(pid=22416): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22416)]\u000a16:26:29.573532 run osmo-hlr_10.42.42.2(pid=22416): stdout: \u000a| (launched: 2022-12-09_16:26:26.089978) \u000a16:26:29.625135 run osmo-hlr_10.42.42.2(pid=22416): stderr: \u000a| �[0;m�[1;31m20221209162626288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162626288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162626288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162626288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162626288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162626288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162626300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162626308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162626309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162626309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:29.669175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22409): Terminating (SIGTERM)\u000a16:26:29.710879 run iperf3-srv_10.42.42.10(pid=22410): Terminating (SIGTERM)\u000a16:26:29.752070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22411): Terminating (SIGTERM)\u000a16:26:29.793929 run iperf3-srv_10.42.42.10(pid=22412): Terminating (SIGTERM)\u000a16:26:29.835119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22415): Terminating (SIGTERM)\u000a16:26:29.876776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22418): Terminating (SIGTERM)\u000a16:26:29.918150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22421): Terminating (SIGTERM)\u000a16:26:29.927945 --- ParallelTerminationStrategy: PID 22409 died...\u000a16:26:29.983686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22409): Terminated: ok {rc=0}\u000a16:26:29.993767 --- ParallelTerminationStrategy: PID 22410 died...\u000a16:26:30.048847 run iperf3-srv_10.42.42.10(pid=22410): Terminated {rc=256}\u000a16:26:30.058914 --- ParallelTerminationStrategy: PID 22411 died...\u000a16:26:30.114184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22411): Terminated: ok {rc=0}\u000a16:26:30.124055 --- ParallelTerminationStrategy: PID 22412 died...\u000a16:26:30.178964 run iperf3-srv_10.42.42.10(pid=22412): Terminated {rc=256}\u000a16:26:30.188926 --- ParallelTerminationStrategy: PID 22415 died...\u000a16:26:30.243774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22415): Terminated: ok {rc=0}\u000a16:26:30.254004 --- ParallelTerminationStrategy: PID 22418 died...\u000a16:26:30.308726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22418): Terminated: ok {rc=0}\u000a16:26:30.318995 --- ParallelTerminationStrategy: PID 22421 died...\u000a16:26:30.373793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22421): Terminated: ok {rc=0}\u000a16:26:30.460525 bus /gobi_0: Setting Powered False\u000a16:26:31.585497 bus /gobi_0: Setting Powered False\u000a16:26:32.693577 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22431): Process ended prematurely: osmo-stp_10.42.42.5(pid=22431) [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22431)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22431): Process ended prematurely: osmo-stp_10.42.42.5(pid=22431) [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22431)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:26:33.807567 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:33.819502 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:26:33.965645 tst iperf3.py: using LAC 22277\u000a16:26:34.091725 tst iperf3.py: using RAC 92\u000a16:26:34.222969 tst iperf3.py: using CellId 22277\u000a16:26:34.349871 tst iperf3.py: using BVCI 22278\u000a16:26:34.374529 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:34.386122 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:34.397325 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:34.408935 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:34.420152 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:34.431509 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:34.443074 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:34.454350 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:34.465936 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:26:34.750438 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:26:34.876221 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:26:35.189404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22423): Launched\u000a16:26:35.447936 run iperf3-srv_10.42.42.10(pid=22424): Launched\u000a16:26:35.631536 tst iperf3.py:8: start network...\u000a16:26:35.756338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:36.235106 run create_hlr_db(pid=22425): Launched\u000a16:26:36.416619 bus /gobi_6: Setting Powered False\u000a16:26:37.429865 run create_hlr_db(pid=22425): Terminated: ok {rc=0}\u000a16:26:37.834847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22427): Launched\u000a16:26:38.136134 run osmo-hlr_10.42.42.2(pid=22428): Launched\u000a16:26:38.254320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:38.785814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22430): Launched\u000a16:26:39.087801 run osmo-stp_10.42.42.5(pid=22431): Launched\u000a16:26:39.197361 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:26:39.722383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22433): Launched\u000a16:26:39.829763 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:26:40.107223 run patchelf(pid=22434): Launched\u000a16:26:40.297314 run osmo-stp_10.42.42.5(pid=22431): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22431)]\u000a16:26:40.435959 run osmo-stp_10.42.42.5(pid=22431): stdout: \u000a| (launched: 2022-12-09_16:26:38.939608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:40.575420 run osmo-stp_10.42.42.5(pid=22431): stderr: \u000a| �[0;m�[38;5;43m20221209162639109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162639109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162639109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162639109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162639110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162639110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162639110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:40.709886 run osmo-stp_10.42.42.5(pid=22431): stdout: \u000a| (launched: 2022-12-09_16:26:38.939608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:40.843005 run osmo-stp_10.42.42.5(pid=22431): stderr: \u000a| �[0;m�[38;5;43m20221209162639109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162639109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162639109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162639109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162639110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162639110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162639110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:40.997953 run patchelf(pid=22434): Terminating (SIGINT)\u000a16:26:41.179743 run patchelf(pid=22434): Terminated: ok {rc=0}\u000a16:26:41.213108 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22431): Process ended prematurely: osmo-stp_10.42.42.5(pid=22431) [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22431)] [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a16:26:41.222983 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a16:26:41.286391 run osmo-hlr_10.42.42.2(pid=22428): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22428)]\u000a16:26:41.338045 run osmo-hlr_10.42.42.2(pid=22428): stdout: \u000a| (launched: 2022-12-09_16:26:37.988235) \u000a16:26:41.390285 run osmo-hlr_10.42.42.2(pid=22428): stderr: \u000a| �[0;m�[1;31m20221209162638164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162638164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162638164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162638164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162638164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162638164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162638176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162638186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162638187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162638187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:41.434290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22423): Terminating (SIGTERM)\u000a16:26:41.476172 run iperf3-srv_10.42.42.10(pid=22424): Terminating (SIGTERM)\u000a16:26:41.518265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22427): Terminating (SIGTERM)\u000a16:26:41.559920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22430): Terminating (SIGTERM)\u000a16:26:41.602010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22433): Terminating (SIGTERM)\u000a16:26:41.611789 --- ParallelTerminationStrategy: PID 22423 died...\u000a16:26:41.668354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22423): Terminated: ok {rc=0}\u000a16:26:41.678631 --- ParallelTerminationStrategy: PID 22424 died...\u000a16:26:41.734350 run iperf3-srv_10.42.42.10(pid=22424): Terminated {rc=256}\u000a16:26:41.744629 --- ParallelTerminationStrategy: PID 22427 died...\u000a16:26:41.800085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22427): Terminated: ok {rc=0}\u000a16:26:41.810459 --- ParallelTerminationStrategy: PID 22430 died...\u000a16:26:41.866882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22430): Terminated: ok {rc=0}\u000a16:26:41.876916 --- ParallelTerminationStrategy: PID 22433 died...\u000a16:26:41.933340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22433): Terminated: ok {rc=0}\u000a16:26:42.019097 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22449): Process ended prematurely: osmo-stp_10.42.42.5(pid=22449) [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22449)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22449): Process ended prematurely: osmo-stp_10.42.42.5(pid=22449) [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:26:43.134272 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:43.146384 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:26:43.298010 tst iperf3m4.py: using LAC 22278\u000a16:26:43.423116 tst iperf3m4.py: using RAC 93\u000a16:26:43.544201 tst iperf3m4.py: using CellId 22278\u000a16:26:43.663520 tst iperf3m4.py: using BVCI 22279\u000a16:26:43.686691 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:43.697732 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:43.708644 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:43.719439 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:43.730003 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:43.740615 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:43.751434 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:43.761986 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:26:43.772769 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:26:43.891988 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:26:44.014488 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:26:44.131277 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:26:44.413564 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:26:44.539930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:26:44.854303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22435): Launched\u000a16:26:45.115832 run iperf3-srv_10.42.42.10(pid=22436): Launched\u000a16:26:45.300776 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:26:45.426396 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:26:45.741766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22437): Launched\u000a16:26:46.025658 run iperf3-srv_10.42.42.10(pid=22438): Launched\u000a16:26:46.233481 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:26:46.374682 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:26:46.735530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22439): Launched\u000a16:26:47.036785 run iperf3-srv_10.42.42.10(pid=22440): Launched\u000a16:26:47.240635 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:26:47.377030 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:26:47.714891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22441): Launched\u000a16:26:47.994939 run iperf3-srv_10.42.42.10(pid=22442): Launched\u000a16:26:48.194775 tst iperf3m4.py:8: start network...\u000a16:26:48.330311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:48.842557 run create_hlr_db(pid=22443): Launched\u000a16:26:49.031299 bus /gobi_6: Setting Powered False\u000a16:26:50.051232 run create_hlr_db(pid=22443): Terminated: ok {rc=0}\u000a16:26:50.485941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22445): Launched\u000a16:26:50.810887 run osmo-hlr_10.42.42.2(pid=22446): Launched\u000a16:26:50.931150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:51.497289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22448): Launched\u000a16:26:51.819813 run osmo-stp_10.42.42.5(pid=22449): Launched\u000a16:26:51.937209 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:26:52.501526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22451): Launched\u000a16:26:52.616015 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:26:52.899115 run patchelf(pid=22452): Launched\u000a16:26:53.088564 run osmo-stp_10.42.42.5(pid=22449): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22449)]\u000a16:26:53.226742 run osmo-stp_10.42.42.5(pid=22449): stdout: \u000a| (launched: 2022-12-09_16:26:51.662209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:53.365549 run osmo-stp_10.42.42.5(pid=22449): stderr: \u000a| �[0;m�[38;5;43m20221209162651851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162651851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162651852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162651852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162651853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162651853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162651853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:53.498650 run osmo-stp_10.42.42.5(pid=22449): stdout: \u000a| (launched: 2022-12-09_16:26:51.662209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:53.630691 run osmo-stp_10.42.42.5(pid=22449): stderr: \u000a| �[0;m�[38;5;43m20221209162651851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162651851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162651852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162651852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162651853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162651853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162651853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:53.785032 run patchelf(pid=22452): Terminating (SIGINT)\u000a16:26:53.965948 run patchelf(pid=22452): Terminated: ok {rc=0}\u000a16:26:53.999056 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22449): Process ended prematurely: osmo-stp_10.42.42.5(pid=22449) [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22449)] [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:26:54.008930 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:26:54.072005 run osmo-hlr_10.42.42.2(pid=22446): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22446)]\u000a16:26:54.123065 run osmo-hlr_10.42.42.2(pid=22446): stdout: \u000a| (launched: 2022-12-09_16:26:50.651274) \u000a16:26:54.174696 run osmo-hlr_10.42.42.2(pid=22446): stderr: \u000a| �[0;m�[1;31m20221209162650848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162650848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162650848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162650848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162650848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162650848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162650860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162650868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162650869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162650869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:54.218289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22435): Terminating (SIGTERM)\u000a16:26:54.259918 run iperf3-srv_10.42.42.10(pid=22436): Terminating (SIGTERM)\u000a16:26:54.301528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22437): Terminating (SIGTERM)\u000a16:26:54.343144 run iperf3-srv_10.42.42.10(pid=22438): Terminating (SIGTERM)\u000a16:26:54.384718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22439): Terminating (SIGTERM)\u000a16:26:54.426261 run iperf3-srv_10.42.42.10(pid=22440): Terminating (SIGTERM)\u000a16:26:54.468141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22441): Terminating (SIGTERM)\u000a16:26:54.509487 run iperf3-srv_10.42.42.10(pid=22442): Terminating (SIGTERM)\u000a16:26:54.550975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22445): Terminating (SIGTERM)\u000a16:26:54.592641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22448): Terminating (SIGTERM)\u000a16:26:54.634239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22451): Terminating (SIGTERM)\u000a16:26:54.643873 --- ParallelTerminationStrategy: PID 22435 died...\u000a16:26:54.700159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22435): Terminated: ok {rc=0}\u000a16:26:54.710266 --- ParallelTerminationStrategy: PID 22436 died...\u000a16:26:54.765468 run iperf3-srv_10.42.42.10(pid=22436): Terminated {rc=256}\u000a16:26:54.775379 --- ParallelTerminationStrategy: PID 22437 died...\u000a16:26:54.830905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22437): Terminated: ok {rc=0}\u000a16:26:54.840723 --- ParallelTerminationStrategy: PID 22438 died...\u000a16:26:54.895457 run iperf3-srv_10.42.42.10(pid=22438): Terminated {rc=256}\u000a16:26:54.905731 --- ParallelTerminationStrategy: PID 22439 died...\u000a16:26:54.960566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22439): Terminated: ok {rc=0}\u000a16:26:54.970757 --- ParallelTerminationStrategy: PID 22440 died...\u000a16:26:55.025576 run iperf3-srv_10.42.42.10(pid=22440): Terminated {rc=256}\u000a16:26:55.035444 --- ParallelTerminationStrategy: PID 22441 died...\u000a16:26:55.091221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22441): Terminated: ok {rc=0}\u000a16:26:55.101257 --- ParallelTerminationStrategy: PID 22442 died...\u000a16:26:55.155979 run iperf3-srv_10.42.42.10(pid=22442): Terminated {rc=256}\u000a16:26:55.166166 --- ParallelTerminationStrategy: PID 22445 died...\u000a16:26:55.221466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22445): Terminated: ok {rc=0}\u000a16:26:55.231512 --- ParallelTerminationStrategy: PID 22448 died...\u000a16:26:55.286630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22448): Terminated: ok {rc=0}\u000a16:26:55.296876 --- ParallelTerminationStrategy: PID 22451 died...\u000a16:26:55.352196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22451): Terminated: ok {rc=0}\u000a16:26:55.440130 bus /gobi_4: Setting Powered False\u000a16:26:56.543004 bus /gobi_4: Setting Powered False\u000a16:26:57.649371 bus /gobi_1: Setting Powered False\u000a16:26:58.754906 bus /gobi_1: Setting Powered False\u000a16:26:59.862312 bus /gobi_0: Setting Powered False\u000a16:27:00.966426 bus /gobi_0: Setting Powered False\u000a16:27:02.109843 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22459): Process ended prematurely: osmo-stp_10.42.42.5(pid=22459) [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22459)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22459): Process ended prematurely: osmo-stp_10.42.42.5(pid=22459) [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:27:03.179870 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:27:03.191841 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:27:03.338433 tst ping.py: using LAC 22279\u000a16:27:03.461760 tst ping.py: using RAC 94\u000a16:27:03.585538 tst ping.py: using CellId 22279\u000a16:27:03.704304 tst ping.py: using BVCI 22280\u000a16:27:03.727013 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:27:03.738068 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:27:03.748774 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:27:03.760421 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:27:03.774261 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:27:03.786241 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:27:03.797725 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:27:03.809131 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:27:04.099708 tst ping.py:19: start network...\u000a16:27:04.232525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:04.730510 run create_hlr_db(pid=22453): Launched\u000a16:27:04.914761 bus /gobi_6: Setting Powered False\u000a16:27:05.934587 run create_hlr_db(pid=22453): Terminated: ok {rc=0}\u000a16:27:06.357373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22455): Launched\u000a16:27:06.675086 run osmo-hlr_10.42.42.2(pid=22456): Launched\u000a16:27:06.790765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:07.317070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22458): Launched\u000a16:27:07.613680 run osmo-stp_10.42.42.5(pid=22459): Launched\u000a16:27:07.720069 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:27:08.234612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22461): Launched\u000a16:27:08.339937 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:27:08.598425 run patchelf(pid=22462): Launched\u000a16:27:08.771659 run osmo-stp_10.42.42.5(pid=22459): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22459)]\u000a16:27:08.898889 run osmo-stp_10.42.42.5(pid=22459): stdout: \u000a| (launched: 2022-12-09_16:27:07.467444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:09.026305 run osmo-stp_10.42.42.5(pid=22459): stderr: \u000a| �[0;m�[38;5;43m20221209162707637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162707637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162707638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162707638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162707638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162707638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162707639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:09.149492 run osmo-stp_10.42.42.5(pid=22459): stdout: \u000a| (launched: 2022-12-09_16:27:07.467444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:09.271085 run osmo-stp_10.42.42.5(pid=22459): stderr: \u000a| �[0;m�[38;5;43m20221209162707637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162707637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162707638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162707638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162707638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162707638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162707639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:09.412178 run patchelf(pid=22462): Terminating (SIGINT)\u000a16:27:09.578253 run patchelf(pid=22462): Terminated: ok {rc=0}\u000a16:27:09.608525 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22459): Process ended prematurely: osmo-stp_10.42.42.5(pid=22459) [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22459)] [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a16:27:09.617150 tst ping.py:22: Test FAILED (6.4 sec)\u000a16:27:09.677406 run osmo-hlr_10.42.42.2(pid=22456): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22456)]\u000a16:27:09.726626 run osmo-hlr_10.42.42.2(pid=22456): stdout: \u000a| (launched: 2022-12-09_16:27:06.518235) \u000a16:27:09.776343 run osmo-hlr_10.42.42.2(pid=22456): stderr: \u000a| �[0;m�[1;31m20221209162706718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162706718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162706718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162706718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162706718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162706718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162706730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162706740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162706740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162706740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:09.819032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22455): Terminating (SIGTERM)\u000a16:27:09.859177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22458): Terminating (SIGTERM)\u000a16:27:09.899510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22461): Terminating (SIGTERM)\u000a16:27:09.909028 --- ParallelTerminationStrategy: PID 22455 died...\u000a16:27:09.962737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22455): Terminated: ok {rc=0}\u000a16:27:09.972290 --- ParallelTerminationStrategy: PID 22458 died...\u000a16:27:10.025267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22458): Terminated: ok {rc=0}\u000a16:27:10.034833 --- ParallelTerminationStrategy: PID 22461 died...\u000a16:27:10.087795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22461): Terminated: ok {rc=0}\u000a16:27:10.171597 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22469): Process ended prematurely: osmo-stp_10.42.42.5(pid=22469) [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22469)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22469): Process ended prematurely: osmo-stp_10.42.42.5(pid=22469) [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:27:11.224165 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:27:11.236406 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:27:11.382554 tst ping_idle_ping.py: using LAC 22280\u000a16:27:11.506969 tst ping_idle_ping.py: using RAC 95\u000a16:27:11.633538 tst ping_idle_ping.py: using CellId 22280\u000a16:27:11.764156 tst ping_idle_ping.py: using BVCI 22281\u000a16:27:11.788326 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:27:11.799747 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:27:11.810980 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:27:11.822511 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:27:11.833923 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:27:11.845544 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:27:11.858077 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:27:11.869891 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:27:12.147370 tst ping_idle_ping.py:24: start network...\u000a16:27:12.271463 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:12.750708 run create_hlr_db(pid=22463): Launched\u000a16:27:12.922347 bus /gobi_6: Setting Powered False\u000a16:27:13.944361 run create_hlr_db(pid=22463): Terminated: ok {rc=0}\u000a16:27:14.342231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22465): Launched\u000a16:27:14.639361 run osmo-hlr_10.42.42.2(pid=22466): Launched\u000a16:27:14.746811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:15.261646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22468): Launched\u000a16:27:15.558418 run osmo-stp_10.42.42.5(pid=22469): Launched\u000a16:27:15.666828 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:27:16.230969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22471): Launched\u000a16:27:16.362606 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:27:16.660264 run patchelf(pid=22472): Launched\u000a16:27:16.854402 run osmo-stp_10.42.42.5(pid=22469): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22469)]\u000a16:27:16.998084 run osmo-stp_10.42.42.5(pid=22469): stdout: \u000a| (launched: 2022-12-09_16:27:15.411800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:17.139828 run osmo-stp_10.42.42.5(pid=22469): stderr: \u000a| �[0;m�[38;5;43m20221209162715583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162715583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162715583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162715584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162715584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162715584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162715584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:17.272882 run osmo-stp_10.42.42.5(pid=22469): stdout: \u000a| (launched: 2022-12-09_16:27:15.411800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:17.404316 run osmo-stp_10.42.42.5(pid=22469): stderr: \u000a| �[0;m�[38;5;43m20221209162715583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162715583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162715583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162715584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162715584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162715584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162715584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:17.557542 run patchelf(pid=22472): Terminating (SIGINT)\u000a16:27:17.736901 run patchelf(pid=22472): Terminated: ok {rc=0}\u000a16:27:17.769362 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22469): Process ended prematurely: osmo-stp_10.42.42.5(pid=22469) [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22469)] [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:27:17.778864 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:27:17.842912 run osmo-hlr_10.42.42.2(pid=22466): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22466)]\u000a16:27:17.895021 run osmo-hlr_10.42.42.2(pid=22466): stdout: \u000a| (launched: 2022-12-09_16:27:14.493095) \u000a16:27:17.947400 run osmo-hlr_10.42.42.2(pid=22466): stderr: \u000a| �[0;m�[1;31m20221209162714669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162714669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162714669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162714669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162714669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162714669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162714686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162714695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162714695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162714695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:17.991658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22465): Terminating (SIGTERM)\u000a16:27:18.033772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22468): Terminating (SIGTERM)\u000a16:27:18.076415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22471): Terminating (SIGTERM)\u000a16:27:18.086322 --- ParallelTerminationStrategy: PID 22465 died...\u000a16:27:18.141820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22465): Terminated: ok {rc=0}\u000a16:27:18.152030 --- ParallelTerminationStrategy: PID 22468 died...\u000a16:27:18.207747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22468): Terminated: ok {rc=0}\u000a16:27:18.217840 --- ParallelTerminationStrategy: PID 22471 died...\u000a16:27:18.273580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22471): Terminated: ok {rc=0}\u000a16:27:18.360562 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:26:20" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22486): Process ended prematurely: osmo-stp_10.42.42.5(pid=22486) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22486)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22486): Process ended prematurely: osmo-stp_10.42.42.5(pid=22486) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:27:20.517762 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:20.528828 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:27:20.684703 tst cs_paging_gprs_active.py: using LAC 22281\u000a16:27:20.803066 tst cs_paging_gprs_active.py: using RAC 96\u000a16:27:20.921686 tst cs_paging_gprs_active.py: using CellId 22281\u000a16:27:21.045552 tst cs_paging_gprs_active.py: using BVCI 22282\u000a16:27:21.068809 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:21.079716 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:21.090568 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:21.101508 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:21.112257 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:21.123147 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:21.134061 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:21.144718 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:21.155495 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:27:21.274914 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:27:21.570749 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:27:21.708712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:22.047038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22476): Launched\u000a16:27:22.326955 run iperf3-srv_10.42.42.10(pid=22477): Launched\u000a16:27:22.526143 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:27:22.661671 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:22.998939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22478): Launched\u000a16:27:23.280830 run iperf3-srv_10.42.42.10(pid=22479): Launched\u000a16:27:23.479276 tst cs_paging_gprs_active.py:38: start network...\u000a16:27:23.614907 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:24.123857 run create_hlr_db(pid=22480): Launched\u000a16:27:24.311248 bus /gobi_6: Setting Powered False\u000a16:27:25.333333 run create_hlr_db(pid=22480): Terminated: ok {rc=0}\u000a16:27:25.764625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22482): Launched\u000a16:27:26.089679 run osmo-hlr_10.42.42.2(pid=22483): Launched\u000a16:27:26.211271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:26.773708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22485): Launched\u000a16:27:27.096601 run osmo-stp_10.42.42.5(pid=22486): Launched\u000a16:27:27.213896 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:27:27.779361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22488): Launched\u000a16:27:27.894807 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:27:28.187293 run patchelf(pid=22489): Launched\u000a16:27:28.378145 run osmo-stp_10.42.42.5(pid=22486): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22486)]\u000a16:27:28.517205 run osmo-stp_10.42.42.5(pid=22486): stdout: \u000a| (launched: 2022-12-09_16:27:26.937229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:28.656539 run osmo-stp_10.42.42.5(pid=22486): stderr: \u000a| �[0;m�[38;5;43m20221209162727128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162727128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162727128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162727129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162727129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162727129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162727129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:28.791624 run osmo-stp_10.42.42.5(pid=22486): stdout: \u000a| (launched: 2022-12-09_16:27:26.937229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:28.924453 run osmo-stp_10.42.42.5(pid=22486): stderr: \u000a| �[0;m�[38;5;43m20221209162727128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162727128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162727128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162727129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162727129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162727129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162727129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:29.080179 run patchelf(pid=22489): Terminating (SIGINT)\u000a16:27:29.263238 run patchelf(pid=22489): Terminated: ok {rc=0}\u000a16:27:29.296804 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22486): Process ended prematurely: osmo-stp_10.42.42.5(pid=22486) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22486)] [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:27:29.306835 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a16:27:29.371064 run osmo-hlr_10.42.42.2(pid=22483): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22483)]\u000a16:27:29.422755 run osmo-hlr_10.42.42.2(pid=22483): stdout: \u000a| (launched: 2022-12-09_16:27:25.929369) \u000a16:27:29.474964 run osmo-hlr_10.42.42.2(pid=22483): stderr: \u000a| �[0;m�[1;31m20221209162726124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162726124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162726124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162726124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162726124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162726124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162726136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162726145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162726145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162726145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:29.519384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22476): Terminating (SIGTERM)\u000a16:27:29.561353 run iperf3-srv_10.42.42.10(pid=22477): Terminating (SIGTERM)\u000a16:27:29.603685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22478): Terminating (SIGTERM)\u000a16:27:29.646193 run iperf3-srv_10.42.42.10(pid=22479): Terminating (SIGTERM)\u000a16:27:29.689081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22482): Terminating (SIGTERM)\u000a16:27:29.731240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22485): Terminating (SIGTERM)\u000a16:27:29.773537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22488): Terminating (SIGTERM)\u000a16:27:29.783275 --- ParallelTerminationStrategy: PID 22476 died...\u000a16:27:29.839515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22476): Terminated: ok {rc=0}\u000a16:27:29.849777 --- ParallelTerminationStrategy: PID 22477 died...\u000a16:27:29.905636 run iperf3-srv_10.42.42.10(pid=22477): Terminated {rc=256}\u000a16:27:29.915809 --- ParallelTerminationStrategy: PID 22478 died...\u000a16:27:29.971674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22478): Terminated: ok {rc=0}\u000a16:27:29.982114 --- ParallelTerminationStrategy: PID 22479 died...\u000a16:27:30.038075 run iperf3-srv_10.42.42.10(pid=22479): Terminated {rc=256}\u000a16:27:30.048441 --- ParallelTerminationStrategy: PID 22482 died...\u000a16:27:30.104206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22482): Terminated: ok {rc=0}\u000a16:27:30.114417 --- ParallelTerminationStrategy: PID 22485 died...\u000a16:27:30.170241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22485): Terminated: ok {rc=0}\u000a16:27:30.180514 --- ParallelTerminationStrategy: PID 22488 died...\u000a16:27:30.236270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22488): Terminated: ok {rc=0}\u000a16:27:30.322876 bus /gobi_0: Setting Powered False\u000a16:27:31.443305 bus /gobi_0: Setting Powered False\u000a16:27:32.554867 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22500): Process ended prematurely: osmo-stp_10.42.42.5(pid=22500) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22500)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22500): Process ended prematurely: osmo-stp_10.42.42.5(pid=22500) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:27:33.665433 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:33.677140 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:27:33.834434 tst iperf3.py: using LAC 22282\u000a16:27:33.954147 tst iperf3.py: using RAC 97\u000a16:27:34.072452 tst iperf3.py: using CellId 22282\u000a16:27:34.192911 tst iperf3.py: using BVCI 22283\u000a16:27:34.215916 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:34.226869 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:34.237562 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:34.248554 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:34.259456 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:34.270373 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:34.281314 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:34.292024 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:34.303067 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:27:34.581960 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:27:34.708445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:35.023662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22490): Launched\u000a16:27:35.284306 run iperf3-srv_10.42.42.10(pid=22491): Launched\u000a16:27:35.469381 tst iperf3.py:8: start network...\u000a16:27:35.595050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:36.089669 run create_hlr_db(pid=22494): Launched\u000a16:27:36.277442 bus /gobi_6: Setting Powered False\u000a16:27:37.295773 run create_hlr_db(pid=22494): Terminated: ok {rc=0}\u000a16:27:37.702579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22496): Launched\u000a16:27:38.004437 run osmo-hlr_10.42.42.2(pid=22497): Launched\u000a16:27:38.114602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:38.638039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22499): Launched\u000a16:27:38.939911 run osmo-stp_10.42.42.5(pid=22500): Launched\u000a16:27:39.049018 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:27:39.574712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22502): Launched\u000a16:27:39.681948 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:27:39.946106 run patchelf(pid=22503): Launched\u000a16:27:40.124131 run osmo-stp_10.42.42.5(pid=22500): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22500)]\u000a16:27:40.254178 run osmo-stp_10.42.42.5(pid=22500): stdout: \u000a| (launched: 2022-12-09_16:27:38.791498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:40.384156 run osmo-stp_10.42.42.5(pid=22500): stderr: \u000a| �[0;m�[38;5;43m20221209162738962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162738963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162738963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162738963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162738964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162738964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162738964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:40.509081 run osmo-stp_10.42.42.5(pid=22500): stdout: \u000a| (launched: 2022-12-09_16:27:38.791498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:40.632908 run osmo-stp_10.42.42.5(pid=22500): stderr: \u000a| �[0;m�[38;5;43m20221209162738962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162738963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162738963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162738963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162738964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162738964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162738964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:40.777551 run patchelf(pid=22503): Terminating (SIGINT)\u000a16:27:40.947397 run patchelf(pid=22503): Terminated: ok {rc=0}\u000a16:27:40.978561 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22500): Process ended prematurely: osmo-stp_10.42.42.5(pid=22500) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22500)] [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:27:40.987708 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a16:27:41.047496 run osmo-hlr_10.42.42.2(pid=22497): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22497)]\u000a16:27:41.096148 run osmo-hlr_10.42.42.2(pid=22497): stdout: \u000a| (launched: 2022-12-09_16:27:37.855960) \u000a16:27:41.145748 run osmo-hlr_10.42.42.2(pid=22497): stderr: \u000a| �[0;m�[1;31m20221209162738034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162738034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162738034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162738034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162738034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162738034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162738045 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162738054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162738054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162738054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:41.187927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22490): Terminating (SIGTERM)\u000a16:27:41.227590 run iperf3-srv_10.42.42.10(pid=22491): Terminating (SIGTERM)\u000a16:27:41.267305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22496): Terminating (SIGTERM)\u000a16:27:41.306892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22499): Terminating (SIGTERM)\u000a16:27:41.346262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22502): Terminating (SIGTERM)\u000a16:27:41.355190 --- ParallelTerminationStrategy: PID 22490 died...\u000a16:27:41.408564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22490): Terminated: ok {rc=0}\u000a16:27:41.418207 --- ParallelTerminationStrategy: PID 22491 died...\u000a16:27:41.470830 run iperf3-srv_10.42.42.10(pid=22491): Terminated {rc=256}\u000a16:27:41.480345 --- ParallelTerminationStrategy: PID 22496 died...\u000a16:27:41.533013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22496): Terminated: ok {rc=0}\u000a16:27:41.542599 --- ParallelTerminationStrategy: PID 22499 died...\u000a16:27:41.595201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22499): Terminated: ok {rc=0}\u000a16:27:41.604807 --- ParallelTerminationStrategy: PID 22502 died...\u000a16:27:41.657726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22502): Terminated: ok {rc=0}\u000a16:27:41.745106 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22518): Process ended prematurely: osmo-stp_10.42.42.5(pid=22518) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22518)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22518): Process ended prematurely: osmo-stp_10.42.42.5(pid=22518) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:27:42.855778 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:42.867607 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:27:43.035527 tst iperf3m4.py: using LAC 22283\u000a16:27:43.162577 tst iperf3m4.py: using RAC 98\u000a16:27:43.289352 tst iperf3m4.py: using CellId 22283\u000a16:27:43.414332 tst iperf3m4.py: using BVCI 22284\u000a16:27:43.439463 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:43.451162 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:43.462615 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:43.475059 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:43.486377 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:43.498262 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:43.510249 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:43.521626 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:27:43.533802 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:27:43.653639 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:27:43.772030 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:27:43.888041 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:27:44.172229 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:27:44.298137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:44.612059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22504): Launched\u000a16:27:44.871888 run iperf3-srv_10.42.42.10(pid=22505): Launched\u000a16:27:45.056407 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:27:45.181792 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:45.496304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22506): Launched\u000a16:27:45.755348 run iperf3-srv_10.42.42.10(pid=22507): Launched\u000a16:27:45.952125 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:27:46.080414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:46.419282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22508): Launched\u000a16:27:46.717822 run iperf3-srv_10.42.42.10(pid=22509): Launched\u000a16:27:46.906585 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:27:47.035311 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:47.350409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22510): Launched\u000a16:27:47.609843 run iperf3-srv_10.42.42.10(pid=22511): Launched\u000a16:27:47.793911 tst iperf3m4.py:8: start network...\u000a16:27:47.919140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:48.405345 run create_hlr_db(pid=22512): Launched\u000a16:27:48.579453 bus /gobi_6: Setting Powered False\u000a16:27:49.601096 run create_hlr_db(pid=22512): Terminated: ok {rc=0}\u000a16:27:50.033823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22514): Launched\u000a16:27:50.359231 run osmo-hlr_10.42.42.2(pid=22515): Launched\u000a16:27:50.477372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:51.042050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22517): Launched\u000a16:27:51.366411 run osmo-stp_10.42.42.5(pid=22518): Launched\u000a16:27:51.484376 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:27:52.053468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22520): Launched\u000a16:27:52.169029 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:27:52.451345 run patchelf(pid=22521): Launched\u000a16:27:52.641234 run osmo-stp_10.42.42.5(pid=22518): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22518)]\u000a16:27:52.780316 run osmo-stp_10.42.42.5(pid=22518): stdout: \u000a| (launched: 2022-12-09_16:27:51.206567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:52.919246 run osmo-stp_10.42.42.5(pid=22518): stderr: \u000a| �[0;m�[38;5;43m20221209162751396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162751396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162751396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162751397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162751397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162751397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162751397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:53.053188 run osmo-stp_10.42.42.5(pid=22518): stdout: \u000a| (launched: 2022-12-09_16:27:51.206567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:53.185086 run osmo-stp_10.42.42.5(pid=22518): stderr: \u000a| �[0;m�[38;5;43m20221209162751396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162751396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162751396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162751397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162751397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162751397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162751397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:53.339396 run patchelf(pid=22521): Terminating (SIGINT)\u000a16:27:53.520896 run patchelf(pid=22521): Terminated: ok {rc=0}\u000a16:27:53.554290 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22518): Process ended prematurely: osmo-stp_10.42.42.5(pid=22518) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22518)] [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:27:53.564138 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a16:27:53.627510 run osmo-hlr_10.42.42.2(pid=22515): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22515)]\u000a16:27:53.678653 run osmo-hlr_10.42.42.2(pid=22515): stdout: \u000a| (launched: 2022-12-09_16:27:50.198535) \u000a16:27:53.730699 run osmo-hlr_10.42.42.2(pid=22515): stderr: \u000a| �[0;m�[1;31m20221209162750395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162750395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162750395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162750395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162750395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162750396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162750408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162750416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162750416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162750416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:53.775054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22504): Terminating (SIGTERM)\u000a16:27:53.816834 run iperf3-srv_10.42.42.10(pid=22505): Terminating (SIGTERM)\u000a16:27:53.858595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22506): Terminating (SIGTERM)\u000a16:27:53.900573 run iperf3-srv_10.42.42.10(pid=22507): Terminating (SIGTERM)\u000a16:27:53.944187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22508): Terminating (SIGTERM)\u000a16:27:53.985843 run iperf3-srv_10.42.42.10(pid=22509): Terminating (SIGTERM)\u000a16:27:54.027726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22510): Terminating (SIGTERM)\u000a16:27:54.069464 run iperf3-srv_10.42.42.10(pid=22511): Terminating (SIGTERM)\u000a16:27:54.111304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22514): Terminating (SIGTERM)\u000a16:27:54.152565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22517): Terminating (SIGTERM)\u000a16:27:54.194387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22520): Terminating (SIGTERM)\u000a16:27:54.204028 --- ParallelTerminationStrategy: PID 22504 died...\u000a16:27:54.260209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22504): Terminated: ok {rc=0}\u000a16:27:54.270390 --- ParallelTerminationStrategy: PID 22505 died...\u000a16:27:54.326206 run iperf3-srv_10.42.42.10(pid=22505): Terminated {rc=256}\u000a16:27:54.336481 --- ParallelTerminationStrategy: PID 22506 died...\u000a16:27:54.392212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22506): Terminated: ok {rc=0}\u000a16:27:54.402291 --- ParallelTerminationStrategy: PID 22507 died...\u000a16:27:54.457408 run iperf3-srv_10.42.42.10(pid=22507): Terminated {rc=256}\u000a16:27:54.467636 --- ParallelTerminationStrategy: PID 22508 died...\u000a16:27:54.523028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22508): Terminated: ok {rc=0}\u000a16:27:54.533375 --- ParallelTerminationStrategy: PID 22509 died...\u000a16:27:54.588793 run iperf3-srv_10.42.42.10(pid=22509): Terminated {rc=256}\u000a16:27:54.598777 --- ParallelTerminationStrategy: PID 22510 died...\u000a16:27:54.654111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22510): Terminated: ok {rc=0}\u000a16:27:54.664320 --- ParallelTerminationStrategy: PID 22511 died...\u000a16:27:54.720147 run iperf3-srv_10.42.42.10(pid=22511): Terminated {rc=256}\u000a16:27:54.730316 --- ParallelTerminationStrategy: PID 22514 died...\u000a16:27:54.785794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22514): Terminated: ok {rc=0}\u000a16:27:54.796189 --- ParallelTerminationStrategy: PID 22517 died...\u000a16:27:54.851454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22517): Terminated: ok {rc=0}\u000a16:27:54.861778 --- ParallelTerminationStrategy: PID 22520 died...\u000a16:27:54.917579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22520): Terminated: ok {rc=0}\u000a16:27:55.004915 bus /gobi_4: Setting Powered False\u000a16:27:56.111027 bus /gobi_4: Setting Powered False\u000a16:27:57.222549 bus /gobi_1: Setting Powered False\u000a16:27:58.326847 bus /gobi_1: Setting Powered False\u000a16:27:59.436607 bus /gobi_0: Setting Powered False\u000a16:28:00.537315 bus /gobi_0: Setting Powered False\u000a16:28:01.673701 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22528): Process ended prematurely: osmo-stp_10.42.42.5(pid=22528) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22528)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22528): Process ended prematurely: osmo-stp_10.42.42.5(pid=22528) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:28:02.744646 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:28:02.756718 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:28:02.918500 tst ping.py: using LAC 22284\u000a16:28:03.043757 tst ping.py: using RAC 99\u000a16:28:03.167544 tst ping.py: using CellId 22284\u000a16:28:03.290874 tst ping.py: using BVCI 22285\u000a16:28:03.315106 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:28:03.326512 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:28:03.337653 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:28:03.349111 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:28:03.360395 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:28:03.371846 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:28:03.383338 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:28:03.394647 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:28:03.672557 tst ping.py:19: start network...\u000a16:28:03.796718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:04.271078 run create_hlr_db(pid=22522): Launched\u000a16:28:04.442962 bus /gobi_6: Setting Powered False\u000a16:28:05.464069 run create_hlr_db(pid=22522): Terminated: ok {rc=0}\u000a16:28:05.889089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22524): Launched\u000a16:28:06.209409 run osmo-hlr_10.42.42.2(pid=22525): Launched\u000a16:28:06.327407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:06.879399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22527): Launched\u000a16:28:07.175604 run osmo-stp_10.42.42.5(pid=22528): Launched\u000a16:28:07.282214 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:28:07.800024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22530): Launched\u000a16:28:07.906406 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:28:08.164787 run patchelf(pid=22531): Launched\u000a16:28:08.337603 run osmo-stp_10.42.42.5(pid=22528): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22528)]\u000a16:28:08.464145 run osmo-stp_10.42.42.5(pid=22528): stdout: \u000a| (launched: 2022-12-09_16:28:07.030081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:08.591462 run osmo-stp_10.42.42.5(pid=22528): stderr: \u000a| �[0;m�[38;5;43m20221209162807200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162807200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162807200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162807200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162807201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162807201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162807201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:08.713579 run osmo-stp_10.42.42.5(pid=22528): stdout: \u000a| (launched: 2022-12-09_16:28:07.030081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:08.834467 run osmo-stp_10.42.42.5(pid=22528): stderr: \u000a| �[0;m�[38;5;43m20221209162807200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162807200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162807200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162807200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162807201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162807201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162807201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:08.975663 run patchelf(pid=22531): Terminating (SIGINT)\u000a16:28:09.141366 run patchelf(pid=22531): Terminated: ok {rc=0}\u000a16:28:09.171418 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22528): Process ended prematurely: osmo-stp_10.42.42.5(pid=22528) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22528)] [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:28:09.180064 tst ping.py:22: Test FAILED (6.4 sec)\u000a16:28:09.239648 run osmo-hlr_10.42.42.2(pid=22525): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22525)]\u000a16:28:09.288146 run osmo-hlr_10.42.42.2(pid=22525): stdout: \u000a| (launched: 2022-12-09_16:28:06.051093) \u000a16:28:09.337542 run osmo-hlr_10.42.42.2(pid=22525): stderr: \u000a| �[0;m�[1;31m20221209162806247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162806247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162806247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162806247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162806247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162806247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162806259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162806267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162806267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162806267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:09.379524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22524): Terminating (SIGTERM)\u000a16:28:09.419454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22527): Terminating (SIGTERM)\u000a16:28:09.459252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22530): Terminating (SIGTERM)\u000a16:28:09.468735 --- ParallelTerminationStrategy: PID 22524 died...\u000a16:28:09.521819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22524): Terminated: ok {rc=0}\u000a16:28:09.531758 --- ParallelTerminationStrategy: PID 22527 died...\u000a16:28:09.584395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22527): Terminated: ok {rc=0}\u000a16:28:09.594234 --- ParallelTerminationStrategy: PID 22530 died...\u000a16:28:09.647740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22530): Terminated: ok {rc=0}\u000a16:28:09.737043 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22539): Process ended prematurely: osmo-stp_10.42.42.5(pid=22539) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22539)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22539): Process ended prematurely: osmo-stp_10.42.42.5(pid=22539) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:28:10.789218 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:28:10.800933 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:28:10.958822 tst ping_idle_ping.py: using LAC 22285\u000a16:28:11.074858 tst ping_idle_ping.py: using RAC 100\u000a16:28:11.191107 tst ping_idle_ping.py: using CellId 22285\u000a16:28:11.306896 tst ping_idle_ping.py: using BVCI 22286\u000a16:28:11.329736 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:28:11.340890 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:28:11.351724 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:28:11.362740 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:28:11.373719 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:28:11.384671 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:28:11.395694 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:28:11.406649 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:28:11.682824 tst ping_idle_ping.py:24: start network...\u000a16:28:11.807626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:12.286776 run create_hlr_db(pid=22532): Launched\u000a16:28:12.458290 bus /gobi_6: Setting Powered False\u000a16:28:13.480418 run create_hlr_db(pid=22532): Terminated: ok {rc=0}\u000a16:28:13.907078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22535): Launched\u000a16:28:14.227186 run osmo-hlr_10.42.42.2(pid=22536): Launched\u000a16:28:14.345838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:14.898415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22538): Launched\u000a16:28:15.219231 run osmo-stp_10.42.42.5(pid=22539): Launched\u000a16:28:15.335823 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:28:15.903638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22541): Launched\u000a16:28:16.029740 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:28:16.327761 run patchelf(pid=22542): Launched\u000a16:28:16.519259 run osmo-stp_10.42.42.5(pid=22539): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22539)]\u000a16:28:16.659978 run osmo-stp_10.42.42.5(pid=22539): stdout: \u000a| (launched: 2022-12-09_16:28:15.060548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:16.813942 run osmo-stp_10.42.42.5(pid=22539): stderr: \u000a| �[0;m�[38;5;43m20221209162815252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162815252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162815253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162815253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162815253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162815253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162815254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:16.962501 run osmo-stp_10.42.42.5(pid=22539): stdout: \u000a| (launched: 2022-12-09_16:28:15.060548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:17.090285 run osmo-stp_10.42.42.5(pid=22539): stderr: \u000a| �[0;m�[38;5;43m20221209162815252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162815252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162815253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162815253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162815253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162815253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162815254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:17.242231 run patchelf(pid=22542): Terminating (SIGINT)\u000a16:28:17.421372 run patchelf(pid=22542): Terminated: ok {rc=0}\u000a16:28:17.454147 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22539): Process ended prematurely: osmo-stp_10.42.42.5(pid=22539) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22539)] [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:28:17.463645 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:28:17.527344 run osmo-hlr_10.42.42.2(pid=22536): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22536)]\u000a16:28:17.579412 run osmo-hlr_10.42.42.2(pid=22536): stdout: \u000a| (launched: 2022-12-09_16:28:14.068621) \u000a16:28:17.631687 run osmo-hlr_10.42.42.2(pid=22536): stderr: \u000a| �[0;m�[1;31m20221209162814264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162814264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162814264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162814264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162814265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162814265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162814278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162814286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162814286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162814286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:17.675864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22535): Terminating (SIGTERM)\u000a16:28:17.718572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22538): Terminating (SIGTERM)\u000a16:28:17.760313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22541): Terminating (SIGTERM)\u000a16:28:17.770435 --- ParallelTerminationStrategy: PID 22535 died...\u000a16:28:17.827545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22535): Terminated: ok {rc=0}\u000a16:28:17.837930 --- ParallelTerminationStrategy: PID 22538 died...\u000a16:28:17.894691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22538): Terminated: ok {rc=0}\u000a16:28:17.905028 --- ParallelTerminationStrategy: PID 22541 died...\u000a16:28:17.961269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22541): Terminated: ok {rc=0}\u000a16:28:18.048008 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:27:20" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22557): Process ended prematurely: osmo-stp_10.42.42.5(pid=22557) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22557)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22557): Process ended prematurely: osmo-stp_10.42.42.5(pid=22557) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:28:20.214537 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:20.226022 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:28:20.392124 tst cs_paging_gprs_active.py: using LAC 22286\u000a16:28:20.519928 tst cs_paging_gprs_active.py: using RAC 101\u000a16:28:20.646529 tst cs_paging_gprs_active.py: using CellId 22286\u000a16:28:20.773272 tst cs_paging_gprs_active.py: using BVCI 22287\u000a16:28:20.798177 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:20.809743 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:20.820995 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:20.832617 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:20.844166 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:20.855731 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:20.867477 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:20.878974 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:20.890884 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:28:21.012431 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:28:21.314003 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:28:21.449778 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:21.788031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22547): Launched\u000a16:28:22.066932 run iperf3-srv_10.42.42.10(pid=22548): Launched\u000a16:28:22.266352 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:28:22.402015 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:22.738721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22549): Launched\u000a16:28:23.018159 run iperf3-srv_10.42.42.10(pid=22550): Launched\u000a16:28:23.217606 tst cs_paging_gprs_active.py:38: start network...\u000a16:28:23.353129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:23.864645 run create_hlr_db(pid=22551): Launched\u000a16:28:24.053328 bus /gobi_6: Setting Powered False\u000a16:28:25.074551 run create_hlr_db(pid=22551): Terminated: ok {rc=0}\u000a16:28:25.481502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22553): Launched\u000a16:28:25.784262 run osmo-hlr_10.42.42.2(pid=22554): Launched\u000a16:28:25.899648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:26.422726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22556): Launched\u000a16:28:26.725182 run osmo-stp_10.42.42.5(pid=22557): Launched\u000a16:28:26.834677 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:28:27.364181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22559): Launched\u000a16:28:27.471921 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:28:27.738657 run patchelf(pid=22560): Launched\u000a16:28:27.918612 run osmo-stp_10.42.42.5(pid=22557): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22557)]\u000a16:28:28.048365 run osmo-stp_10.42.42.5(pid=22557): stdout: \u000a| (launched: 2022-12-09_16:28:26.575984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:28.178428 run osmo-stp_10.42.42.5(pid=22557): stderr: \u000a| �[0;m�[38;5;43m20221209162826748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162826748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162826748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162826749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162826749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162826749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162826749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:28.303477 run osmo-stp_10.42.42.5(pid=22557): stdout: \u000a| (launched: 2022-12-09_16:28:26.575984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:28.427421 run osmo-stp_10.42.42.5(pid=22557): stderr: \u000a| �[0;m�[38;5;43m20221209162826748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162826748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162826748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162826749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162826749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162826749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162826749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:28.572068 run patchelf(pid=22560): Terminating (SIGINT)\u000a16:28:28.742729 run patchelf(pid=22560): Terminated: ok {rc=0}\u000a16:28:28.773817 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22557): Process ended prematurely: osmo-stp_10.42.42.5(pid=22557) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22557)] [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:28:28.783460 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a16:28:28.843294 run osmo-hlr_10.42.42.2(pid=22554): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22554)]\u000a16:28:28.891945 run osmo-hlr_10.42.42.2(pid=22554): stdout: \u000a| (launched: 2022-12-09_16:28:25.634474) \u000a16:28:28.941479 run osmo-hlr_10.42.42.2(pid=22554): stderr: \u000a| �[0;m�[1;31m20221209162825812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162825812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162825812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162825812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162825812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162825812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162825825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162825835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162825835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162825835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:28.983306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22547): Terminating (SIGTERM)\u000a16:28:29.022779 run iperf3-srv_10.42.42.10(pid=22548): Terminating (SIGTERM)\u000a16:28:29.062213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22549): Terminating (SIGTERM)\u000a16:28:29.101724 run iperf3-srv_10.42.42.10(pid=22550): Terminating (SIGTERM)\u000a16:28:29.141361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22553): Terminating (SIGTERM)\u000a16:28:29.180751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22556): Terminating (SIGTERM)\u000a16:28:29.220211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22559): Terminating (SIGTERM)\u000a16:28:29.229643 --- ParallelTerminationStrategy: PID 22547 died...\u000a16:28:29.282678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22547): Terminated: ok {rc=0}\u000a16:28:29.292246 --- ParallelTerminationStrategy: PID 22548 died...\u000a16:28:29.344752 run iperf3-srv_10.42.42.10(pid=22548): Terminated {rc=256}\u000a16:28:29.354563 --- ParallelTerminationStrategy: PID 22549 died...\u000a16:28:29.408347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22549): Terminated: ok {rc=0}\u000a16:28:29.418003 --- ParallelTerminationStrategy: PID 22550 died...\u000a16:28:29.470394 run iperf3-srv_10.42.42.10(pid=22550): Terminated {rc=256}\u000a16:28:29.480152 --- ParallelTerminationStrategy: PID 22553 died...\u000a16:28:29.532471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22553): Terminated: ok {rc=0}\u000a16:28:29.542245 --- ParallelTerminationStrategy: PID 22556 died...\u000a16:28:29.594669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22556): Terminated: ok {rc=0}\u000a16:28:29.604438 --- ParallelTerminationStrategy: PID 22559 died...\u000a16:28:29.656901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22559): Terminated: ok {rc=0}\u000a16:28:29.745281 bus /gobi_0: Setting Powered False\u000a16:28:30.851625 bus /gobi_0: Setting Powered False\u000a16:28:31.958541 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22569): Process ended prematurely: osmo-stp_10.42.42.5(pid=22569) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22569)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22569): Process ended prematurely: osmo-stp_10.42.42.5(pid=22569) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22569)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:28:33.066799 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:33.078654 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:28:33.235077 tst iperf3.py: using LAC 22287\u000a16:28:33.354931 tst iperf3.py: using RAC 102\u000a16:28:33.472148 tst iperf3.py: using CellId 22287\u000a16:28:33.595301 tst iperf3.py: using BVCI 22288\u000a16:28:33.618413 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:33.629490 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:33.640308 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:33.651181 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:33.662054 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:33.672921 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:33.683976 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:33.694917 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:33.705968 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:28:33.983265 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:28:34.108132 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:34.420464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22561): Launched\u000a16:28:34.681901 run iperf3-srv_10.42.42.10(pid=22562): Launched\u000a16:28:34.866213 tst iperf3.py:8: start network...\u000a16:28:34.991711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:35.473895 run create_hlr_db(pid=22563): Launched\u000a16:28:35.647861 bus /gobi_6: Setting Powered False\u000a16:28:36.667917 run create_hlr_db(pid=22563): Terminated: ok {rc=0}\u000a16:28:37.099909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22565): Launched\u000a16:28:37.426083 run osmo-hlr_10.42.42.2(pid=22566): Launched\u000a16:28:37.547612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:38.114154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22568): Launched\u000a16:28:38.438527 run osmo-stp_10.42.42.5(pid=22569): Launched\u000a16:28:38.556730 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:28:39.125864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22571): Launched\u000a16:28:39.242003 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:28:39.527037 run patchelf(pid=22572): Launched\u000a16:28:39.718937 run osmo-stp_10.42.42.5(pid=22569): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22569)]\u000a16:28:39.858922 run osmo-stp_10.42.42.5(pid=22569): stdout: \u000a| (launched: 2022-12-09_16:28:38.279213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:39.999338 run osmo-stp_10.42.42.5(pid=22569): stderr: \u000a| �[0;m�[38;5;43m20221209162838471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162838471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162838472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162838472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162838473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162838473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162838473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:40.134273 run osmo-stp_10.42.42.5(pid=22569): stdout: \u000a| (launched: 2022-12-09_16:28:38.279213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:40.267423 run osmo-stp_10.42.42.5(pid=22569): stderr: \u000a| �[0;m�[38;5;43m20221209162838471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162838471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162838472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162838472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162838473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162838473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162838473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:40.422750 run patchelf(pid=22572): Terminating (SIGINT)\u000a16:28:40.604425 run patchelf(pid=22572): Terminated: ok {rc=0}\u000a16:28:40.637794 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22569): Process ended prematurely: osmo-stp_10.42.42.5(pid=22569) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22569)] [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:28:40.647684 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:28:40.711913 run osmo-hlr_10.42.42.2(pid=22566): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22566)]\u000a16:28:40.763898 run osmo-hlr_10.42.42.2(pid=22566): stdout: \u000a| (launched: 2022-12-09_16:28:37.265139) \u000a16:28:40.816906 run osmo-hlr_10.42.42.2(pid=22566): stderr: \u000a| �[0;m�[1;31m20221209162837462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162837462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162837462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162837462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162837462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162837462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162837478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162837487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162837487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162837487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:40.861390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22561): Terminating (SIGTERM)\u000a16:28:40.903831 run iperf3-srv_10.42.42.10(pid=22562): Terminating (SIGTERM)\u000a16:28:40.945834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22565): Terminating (SIGTERM)\u000a16:28:40.988316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22568): Terminating (SIGTERM)\u000a16:28:41.030444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22571): Terminating (SIGTERM)\u000a16:28:41.040586 --- ParallelTerminationStrategy: PID 22561 died...\u000a16:28:41.096871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22561): Terminated: ok {rc=0}\u000a16:28:41.107511 --- ParallelTerminationStrategy: PID 22562 died...\u000a16:28:41.163064 run iperf3-srv_10.42.42.10(pid=22562): Terminated {rc=256}\u000a16:28:41.173619 --- ParallelTerminationStrategy: PID 22565 died...\u000a16:28:41.229643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22565): Terminated: ok {rc=0}\u000a16:28:41.239803 --- ParallelTerminationStrategy: PID 22568 died...\u000a16:28:41.295803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22568): Terminated: ok {rc=0}\u000a16:28:41.306272 --- ParallelTerminationStrategy: PID 22571 died...\u000a16:28:41.361878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22571): Terminated: ok {rc=0}\u000a16:28:41.447200 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22587): Process ended prematurely: osmo-stp_10.42.42.5(pid=22587) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22587)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22587): Process ended prematurely: osmo-stp_10.42.42.5(pid=22587) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:28:42.562381 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:42.574759 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:28:42.741980 tst iperf3m4.py: using LAC 22288\u000a16:28:42.867548 tst iperf3m4.py: using RAC 103\u000a16:28:42.995088 tst iperf3m4.py: using CellId 22288\u000a16:28:43.122495 tst iperf3m4.py: using BVCI 22289\u000a16:28:43.147076 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:43.158553 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:43.169712 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:43.181146 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:43.192373 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:43.203731 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:43.215465 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:43.226937 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:28:43.238669 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:28:43.359393 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:28:43.480790 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:28:43.600674 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:28:43.882425 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:28:44.008647 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:44.323518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22573): Launched\u000a16:28:44.583769 run iperf3-srv_10.42.42.10(pid=22574): Launched\u000a16:28:44.769187 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:28:44.894833 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:45.209246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22575): Launched\u000a16:28:45.468649 run iperf3-srv_10.42.42.10(pid=22576): Launched\u000a16:28:45.652501 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:28:45.777893 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:46.151903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22577): Launched\u000a16:28:46.459543 run iperf3-srv_10.42.42.10(pid=22578): Launched\u000a16:28:46.714953 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:28:46.881300 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:47.250485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22579): Launched\u000a16:28:47.533255 run iperf3-srv_10.42.42.10(pid=22580): Launched\u000a16:28:47.732885 tst iperf3m4.py:8: start network...\u000a16:28:47.868402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:48.378523 run create_hlr_db(pid=22581): Launched\u000a16:28:48.566138 bus /gobi_6: Setting Powered False\u000a16:28:49.585754 run create_hlr_db(pid=22581): Terminated: ok {rc=0}\u000a16:28:50.017637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22583): Launched\u000a16:28:50.342245 run osmo-hlr_10.42.42.2(pid=22584): Launched\u000a16:28:50.462370 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:51.026884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22586): Launched\u000a16:28:51.350573 run osmo-stp_10.42.42.5(pid=22587): Launched\u000a16:28:51.468071 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:28:52.033237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22589): Launched\u000a16:28:52.148657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:28:52.431079 run patchelf(pid=22590): Launched\u000a16:28:52.621105 run osmo-stp_10.42.42.5(pid=22587): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22587)]\u000a16:28:52.760337 run osmo-stp_10.42.42.5(pid=22587): stdout: \u000a| (launched: 2022-12-09_16:28:51.190988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:52.899538 run osmo-stp_10.42.42.5(pid=22587): stderr: \u000a| �[0;m�[38;5;43m20221209162851382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162851382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162851382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162851383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162851383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162851383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162851383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:53.033955 run osmo-stp_10.42.42.5(pid=22587): stdout: \u000a| (launched: 2022-12-09_16:28:51.190988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:53.166656 run osmo-stp_10.42.42.5(pid=22587): stderr: \u000a| �[0;m�[38;5;43m20221209162851382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162851382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162851382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162851383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162851383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162851383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162851383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:53.321126 run patchelf(pid=22590): Terminating (SIGINT)\u000a16:28:53.503022 run patchelf(pid=22590): Terminated: ok {rc=0}\u000a16:28:53.536452 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22587): Process ended prematurely: osmo-stp_10.42.42.5(pid=22587) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22587)] [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:28:53.546402 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a16:28:53.610887 run osmo-hlr_10.42.42.2(pid=22584): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22584)]\u000a16:28:53.662826 run osmo-hlr_10.42.42.2(pid=22584): stdout: \u000a| (launched: 2022-12-09_16:28:50.181913) \u000a16:28:53.715603 run osmo-hlr_10.42.42.2(pid=22584): stderr: \u000a| �[0;m�[1;31m20221209162850381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162850381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162850381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162850382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162850382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162850382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162850394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162850402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162850403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162850403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:53.760202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22573): Terminating (SIGTERM)\u000a16:28:53.802171 run iperf3-srv_10.42.42.10(pid=22574): Terminating (SIGTERM)\u000a16:28:53.844793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22575): Terminating (SIGTERM)\u000a16:28:53.886540 run iperf3-srv_10.42.42.10(pid=22576): Terminating (SIGTERM)\u000a16:28:53.928771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22577): Terminating (SIGTERM)\u000a16:28:53.970777 run iperf3-srv_10.42.42.10(pid=22578): Terminating (SIGTERM)\u000a16:28:54.014691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22579): Terminating (SIGTERM)\u000a16:28:54.054539 run iperf3-srv_10.42.42.10(pid=22580): Terminating (SIGTERM)\u000a16:28:54.094251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22583): Terminating (SIGTERM)\u000a16:28:54.133858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22586): Terminating (SIGTERM)\u000a16:28:54.173757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22589): Terminating (SIGTERM)\u000a16:28:54.183462 --- ParallelTerminationStrategy: PID 22573 died...\u000a16:28:54.236858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22573): Terminated: ok {rc=0}\u000a16:28:54.246980 --- ParallelTerminationStrategy: PID 22574 died...\u000a16:28:54.300221 run iperf3-srv_10.42.42.10(pid=22574): Terminated {rc=256}\u000a16:28:54.310244 --- ParallelTerminationStrategy: PID 22575 died...\u000a16:28:54.363475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22575): Terminated: ok {rc=0}\u000a16:28:54.373624 --- ParallelTerminationStrategy: PID 22576 died...\u000a16:28:54.426574 run iperf3-srv_10.42.42.10(pid=22576): Terminated {rc=256}\u000a16:28:54.436550 --- ParallelTerminationStrategy: PID 22577 died...\u000a16:28:54.490405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22577): Terminated: ok {rc=0}\u000a16:28:54.500157 --- ParallelTerminationStrategy: PID 22578 died...\u000a16:28:54.553299 run iperf3-srv_10.42.42.10(pid=22578): Terminated {rc=256}\u000a16:28:54.563413 --- ParallelTerminationStrategy: PID 22579 died...\u000a16:28:54.616486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22579): Terminated: ok {rc=0}\u000a16:28:54.626673 --- ParallelTerminationStrategy: PID 22580 died...\u000a16:28:54.679561 run iperf3-srv_10.42.42.10(pid=22580): Terminated {rc=256}\u000a16:28:54.689728 --- ParallelTerminationStrategy: PID 22583 died...\u000a16:28:54.742735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22583): Terminated: ok {rc=0}\u000a16:28:54.752789 --- ParallelTerminationStrategy: PID 22586 died...\u000a16:28:54.806784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22586): Terminated: ok {rc=0}\u000a16:28:54.816530 --- ParallelTerminationStrategy: PID 22589 died...\u000a16:28:54.869937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22589): Terminated: ok {rc=0}\u000a16:28:54.960537 bus /gobi_4: Setting Powered False\u000a16:28:56.068223 bus /gobi_4: Setting Powered False\u000a16:28:57.176440 bus /gobi_1: Setting Powered False\u000a16:28:58.282753 bus /gobi_1: Setting Powered False\u000a16:28:59.389610 bus /gobi_0: Setting Powered False\u000a16:29:00.495509 bus /gobi_0: Setting Powered False\u000a16:29:01.621317 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22597): Process ended prematurely: osmo-stp_10.42.42.5(pid=22597) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22597)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22597): Process ended prematurely: osmo-stp_10.42.42.5(pid=22597) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:29:02.690274 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:29:02.701822 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:29:02.858529 tst ping.py: using LAC 22289\u000a16:29:02.974143 tst ping.py: using RAC 104\u000a16:29:03.089974 tst ping.py: using CellId 22289\u000a16:29:03.214434 tst ping.py: using BVCI 22290\u000a16:29:03.238869 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:29:03.250397 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:29:03.262245 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:29:03.274156 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:29:03.285765 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:29:03.297508 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:29:03.309377 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:29:03.321125 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:29:03.612530 tst ping.py:19: start network...\u000a16:29:03.746351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:04.248587 run create_hlr_db(pid=22591): Launched\u000a16:29:04.435312 bus /gobi_6: Setting Powered False\u000a16:29:05.454423 run create_hlr_db(pid=22591): Terminated: ok {rc=0}\u000a16:29:05.855350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22593): Launched\u000a16:29:06.153781 run osmo-hlr_10.42.42.2(pid=22594): Launched\u000a16:29:06.262928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:06.779288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22596): Launched\u000a16:29:07.077859 run osmo-stp_10.42.42.5(pid=22597): Launched\u000a16:29:07.187751 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:29:07.706874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22599): Launched\u000a16:29:07.812564 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:29:08.073258 run patchelf(pid=22600): Launched\u000a16:29:08.248197 run osmo-stp_10.42.42.5(pid=22597): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22597)]\u000a16:29:08.376063 run osmo-stp_10.42.42.5(pid=22597): stdout: \u000a| (launched: 2022-12-09_16:29:06.930397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:08.504102 run osmo-stp_10.42.42.5(pid=22597): stderr: \u000a| �[0;m�[38;5;43m20221209162907102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162907102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162907102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162907103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162907103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162907103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162907103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:08.627408 run osmo-stp_10.42.42.5(pid=22597): stdout: \u000a| (launched: 2022-12-09_16:29:06.930397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:08.749644 run osmo-stp_10.42.42.5(pid=22597): stderr: \u000a| �[0;m�[38;5;43m20221209162907102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162907102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162907102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162907103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162907103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162907103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162907103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:08.891613 run patchelf(pid=22600): Terminating (SIGINT)\u000a16:29:09.058100 run patchelf(pid=22600): Terminated: ok {rc=0}\u000a16:29:09.088444 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22597): Process ended prematurely: osmo-stp_10.42.42.5(pid=22597) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22597)] [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:29:09.096934 tst ping.py:22: Test FAILED (6.4 sec)\u000a16:29:09.157399 run osmo-hlr_10.42.42.2(pid=22594): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22594)]\u000a16:29:09.206652 run osmo-hlr_10.42.42.2(pid=22594): stdout: \u000a| (launched: 2022-12-09_16:29:06.007035) \u000a16:29:09.256483 run osmo-hlr_10.42.42.2(pid=22594): stderr: \u000a| �[0;m�[1;31m20221209162906184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162906184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162906184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162906184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162906184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162906184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162906195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162906203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162906203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162906203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:09.298845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22593): Terminating (SIGTERM)\u000a16:29:09.338766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22596): Terminating (SIGTERM)\u000a16:29:09.378751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22599): Terminating (SIGTERM)\u000a16:29:09.388104 --- ParallelTerminationStrategy: PID 22593 died...\u000a16:29:09.441640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22593): Terminated: ok {rc=0}\u000a16:29:09.451412 --- ParallelTerminationStrategy: PID 22596 died...\u000a16:29:09.504779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22596): Terminated: ok {rc=0}\u000a16:29:09.514537 --- ParallelTerminationStrategy: PID 22599 died...\u000a16:29:09.567820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22599): Terminated: ok {rc=0}\u000a16:29:09.651232 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22607): Process ended prematurely: osmo-stp_10.42.42.5(pid=22607) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22607)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22607): Process ended prematurely: osmo-stp_10.42.42.5(pid=22607) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:29:10.701888 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:29:10.713852 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:29:10.879534 tst ping_idle_ping.py: using LAC 22290\u000a16:29:11.005754 tst ping_idle_ping.py: using RAC 105\u000a16:29:11.131167 tst ping_idle_ping.py: using CellId 22290\u000a16:29:11.256412 tst ping_idle_ping.py: using BVCI 22291\u000a16:29:11.280937 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:29:11.292512 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:29:11.303964 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:29:11.316380 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:29:11.328203 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:29:11.340372 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:29:11.352579 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:29:11.364696 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:29:11.658090 tst ping_idle_ping.py:24: start network...\u000a16:29:11.792481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:12.301419 run create_hlr_db(pid=22601): Launched\u000a16:29:12.489352 bus /gobi_6: Setting Powered False\u000a16:29:13.509569 run create_hlr_db(pid=22601): Terminated: ok {rc=0}\u000a16:29:13.913134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22603): Launched\u000a16:29:14.212512 run osmo-hlr_10.42.42.2(pid=22604): Launched\u000a16:29:14.326533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:14.843294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22606): Launched\u000a16:29:15.142017 run osmo-stp_10.42.42.5(pid=22607): Launched\u000a16:29:15.249674 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:29:15.769337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22609): Launched\u000a16:29:15.875824 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:29:16.183415 run patchelf(pid=22610): Launched\u000a16:29:16.375641 run osmo-stp_10.42.42.5(pid=22607): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22607)]\u000a16:29:16.517194 run osmo-stp_10.42.42.5(pid=22607): stdout: \u000a| (launched: 2022-12-09_16:29:14.994468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:16.660180 run osmo-stp_10.42.42.5(pid=22607): stderr: \u000a| �[0;m�[38;5;43m20221209162915164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162915164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162915165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162915165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162915166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162915166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162915166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:16.798129 run osmo-stp_10.42.42.5(pid=22607): stdout: \u000a| (launched: 2022-12-09_16:29:14.994468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:16.933690 run osmo-stp_10.42.42.5(pid=22607): stderr: \u000a| �[0;m�[38;5;43m20221209162915164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162915164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162915165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162915165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162915166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162915166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162915166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:17.117272 run patchelf(pid=22610): Terminating (SIGINT)\u000a16:29:17.314825 run patchelf(pid=22610): Terminated: ok {rc=0}\u000a16:29:17.347690 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22607): Process ended prematurely: osmo-stp_10.42.42.5(pid=22607) [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22607)] [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:29:17.357249 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:29:17.421974 run osmo-hlr_10.42.42.2(pid=22604): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22604)]\u000a16:29:17.473817 run osmo-hlr_10.42.42.2(pid=22604): stdout: \u000a| (launched: 2022-12-09_16:29:14.064405) \u000a16:29:17.526688 run osmo-hlr_10.42.42.2(pid=22604): stderr: \u000a| �[0;m�[1;31m20221209162914241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162914241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162914241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162914241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162914241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162914241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162914255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162914264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162914264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162914264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:17.572068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22603): Terminating (SIGTERM)\u000a16:29:17.614629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22606): Terminating (SIGTERM)\u000a16:29:17.657250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22609): Terminating (SIGTERM)\u000a16:29:17.667244 --- ParallelTerminationStrategy: PID 22603 died...\u000a16:29:17.723941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22603): Terminated: ok {rc=0}\u000a16:29:17.734670 --- ParallelTerminationStrategy: PID 22606 died...\u000a16:29:17.790901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22606): Terminated: ok {rc=0}\u000a16:29:17.801240 --- ParallelTerminationStrategy: PID 22609 died...\u000a16:29:17.857535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22609): Terminated: ok {rc=0}\u000a16:29:17.945221 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:28:19" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22620): Process ended prematurely: osmo-stp_10.42.42.5(pid=22620) [trial-2361↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22620)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22620): Process ended prematurely: osmo-stp_10.42.42.5(pid=22620) [trial-2361↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:29:19.984351 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:29:19.996140 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:29:20.150951 tst switch_tch_pdch.py: using LAC 22291\u000a16:29:20.276378 tst switch_tch_pdch.py: using RAC 106\u000a16:29:20.402825 tst switch_tch_pdch.py: using CellId 22291\u000a16:29:20.529072 tst switch_tch_pdch.py: using BVCI 22292\u000a16:29:20.554531 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:29:20.567364 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:29:20.580499 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:29:20.591649 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:29:20.602734 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:29:20.613805 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:29:20.625028 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:29:20.635995 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:29:20.754614 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:29:21.053700 tst switch_tch_pdch.py:51: start network...\u000a16:29:21.187722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:21.688070 run create_hlr_db(pid=22614): Launched\u000a16:29:21.874464 bus /gobi_6: Setting Powered False\u000a16:29:22.894729 run create_hlr_db(pid=22614): Terminated: ok {rc=0}\u000a16:29:23.296008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22616): Launched\u000a16:29:23.594733 run osmo-hlr_10.42.42.2(pid=22617): Launched\u000a16:29:23.708123 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:24.224422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22619): Launched\u000a16:29:24.521175 run osmo-stp_10.42.42.5(pid=22620): Launched\u000a16:29:24.629975 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:29:25.145755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22622): Launched\u000a16:29:25.251031 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:29:25.508784 run patchelf(pid=22623): Launched\u000a16:29:25.682252 run osmo-stp_10.42.42.5(pid=22620): ERR: Terminated: ERROR {rc=1} [trial-2361↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22620)]\u000a16:29:25.809172 run osmo-stp_10.42.42.5(pid=22620): stdout: \u000a| (launched: 2022-12-09_16:29:24.374970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:25.935890 run osmo-stp_10.42.42.5(pid=22620): stderr: \u000a| �[0;m�[38;5;43m20221209162924543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162924543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162924543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162924544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162924546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162924546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162924546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:26.058333 run osmo-stp_10.42.42.5(pid=22620): stdout: \u000a| (launched: 2022-12-09_16:29:24.374970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:26.179532 run osmo-stp_10.42.42.5(pid=22620): stderr: \u000a| �[0;m�[38;5;43m20221209162924543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162924543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162924543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162924544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162924546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162924546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162924546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:26.321289 run patchelf(pid=22623): Terminating (SIGINT)\u000a16:29:26.487113 run patchelf(pid=22623): Terminated: ok {rc=0}\u000a16:29:26.517361 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22620): Process ended prematurely: osmo-stp_10.42.42.5(pid=22620) [trial-2361↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22620)] [trial-2361↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:29:26.525957 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a16:29:26.585810 run osmo-hlr_10.42.42.2(pid=22617): ERR: Terminated: ERROR {rc=237} [trial-2361↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22617)]\u000a16:29:26.634364 run osmo-hlr_10.42.42.2(pid=22617): stdout: \u000a| (launched: 2022-12-09_16:29:23.447002) \u000a16:29:26.683679 run osmo-hlr_10.42.42.2(pid=22617): stderr: \u000a| �[0;m�[1;31m20221209162923622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162923622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162923622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162923622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162923622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162923622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162923635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162923644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162923644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162923644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:26.725648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22616): Terminating (SIGTERM)\u000a16:29:26.765432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22619): Terminating (SIGTERM)\u000a16:29:26.805169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22622): Terminating (SIGTERM)\u000a16:29:26.814365 --- ParallelTerminationStrategy: PID 22616 died...\u000a16:29:26.867624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22616): Terminated: ok {rc=0}\u000a16:29:26.877319 --- ParallelTerminationStrategy: PID 22619 died...\u000a16:29:26.930059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22619): Terminated: ok {rc=0}\u000a16:29:26.939689 --- ParallelTerminationStrategy: PID 22622 died...\u000a16:29:26.992403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22622): Terminated: ok {rc=0}\u000a16:29:27.074880 bus /gobi_0: Setting Powered False\u000a16:29:28.181516 bus /gobi_0: Setting Powered False\u000a16:29:29.288688 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:29:19" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22636): Process ended prematurely: osmo-stp_10.42.42.5(pid=22636) [trial-2361↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22636)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22636): Process ended prematurely: osmo-stp_10.42.42.5(pid=22636) [trial-2361↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:29:31.283959 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:29:31.298200 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:29:31.492320 tst switch_tch_pdch.py: using LAC 22292\u000a16:29:31.625318 tst switch_tch_pdch.py: using RAC 107\u000a16:29:31.743771 tst switch_tch_pdch.py: using CellId 22292\u000a16:29:31.868168 tst switch_tch_pdch.py: using BVCI 22293\u000a16:29:31.893997 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:29:31.906409 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:29:31.919949 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:29:31.932333 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:29:31.947112 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:29:31.960997 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:29:31.974975 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:29:31.988350 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:29:32.116558 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:29:32.417895 tst switch_tch_pdch.py:51: start network...\u000a16:29:32.551957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:33.025424 run create_hlr_db(pid=22630): Launched\u000a16:29:33.155891 bus /gobi_6: Setting Powered False\u000a16:29:34.231029 run create_hlr_db(pid=22630): Terminated: ok {rc=0}\u000a16:29:34.627410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22632): Launched\u000a16:29:34.946857 run osmo-hlr_10.42.42.2(pid=22633): Launched\u000a16:29:35.066364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:35.591335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22635): Launched\u000a16:29:35.909922 run osmo-stp_10.42.42.5(pid=22636): Launched\u000a16:29:36.025461 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:29:36.554359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22638): Launched\u000a16:29:36.667910 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:29:36.947058 run patchelf(pid=22639): Launched\u000a16:29:37.133003 run osmo-stp_10.42.42.5(pid=22636): ERR: Terminated: ERROR {rc=1} [trial-2361↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22636)]\u000a16:29:37.268711 run osmo-stp_10.42.42.5(pid=22636): stdout: \u000a| (launched: 2022-12-09_16:29:35.753323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:37.404865 run osmo-stp_10.42.42.5(pid=22636): stderr: \u000a| �[0;m�[38;5;43m20221209162935947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162935947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162935947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162935947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162935948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162935948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162935948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:37.536399 run osmo-stp_10.42.42.5(pid=22636): stdout: \u000a| (launched: 2022-12-09_16:29:35.753323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:37.666418 run osmo-stp_10.42.42.5(pid=22636): stderr: \u000a| �[0;m�[38;5;43m20221209162935947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162935947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162935947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162935947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162935948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162935948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162935948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:37.818574 run patchelf(pid=22639): Terminating (SIGINT)\u000a16:29:37.996857 run patchelf(pid=22639): Terminated: ok {rc=0}\u000a16:29:38.029380 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22636): Process ended prematurely: osmo-stp_10.42.42.5(pid=22636) [trial-2361↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22636)] [trial-2361↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:29:38.038628 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a16:29:38.101629 run osmo-hlr_10.42.42.2(pid=22633): ERR: Terminated: ERROR {rc=237} [trial-2361↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22633)]\u000a16:29:38.152912 run osmo-hlr_10.42.42.2(pid=22633): stdout: \u000a| (launched: 2022-12-09_16:29:34.790373) \u000a16:29:38.204997 run osmo-hlr_10.42.42.2(pid=22633): stderr: \u000a| �[0;m�[1;31m20221209162934990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162934990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162934990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162934990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162934990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162934990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162935003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162935011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162935012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162935012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:38.248742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22632): Terminating (SIGTERM)\u000a16:29:38.290418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22635): Terminating (SIGTERM)\u000a16:29:38.332577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22638): Terminating (SIGTERM)\u000a16:29:38.342301 --- ParallelTerminationStrategy: PID 22632 died...\u000a16:29:38.398376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22632): Terminated: ok {rc=0}\u000a16:29:38.408386 --- ParallelTerminationStrategy: PID 22635 died...\u000a16:29:38.464021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22635): Terminated: ok {rc=0}\u000a16:29:38.473991 --- ParallelTerminationStrategy: PID 22638 died...\u000a16:29:38.529628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22638): Terminated: ok {rc=0}\u000a16:29:38.616369 bus /gobi_0: Setting Powered False\u000a16:29:39.719533 bus /gobi_0: Setting Powered False\u000a16:29:40.825833 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:29:31" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22644): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22644) [trial-2361↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22644)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22644): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22644) [trial-2361↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a16:29:42.722354 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a16:29:42.733662 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:29:42.869326 tst mo_mt_sms.py: using LAC 22293\u000a16:29:42.992808 tst mo_mt_sms.py: using RAC 108\u000a16:29:43.117799 tst mo_mt_sms.py: using CellId 22293\u000a16:29:43.242858 tst mo_mt_sms.py: using BVCI 22294\u000a16:29:43.266985 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:29:43.381147 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:29:43.672620 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:29:43.805912 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:29:44.461183 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22643): Launched\u000a16:29:44.775747 run osmo-nitb_10.42.42.2(pid=22644): Launched\u000a16:29:44.970642 run osmo-nitb_10.42.42.2(pid=22644): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22644)]\u000a16:29:45.114308 run osmo-nitb_10.42.42.2(pid=22644): stdout: \u000a| (launched: 2022-12-09_16:29:44.622445) \u000a16:29:45.258195 run osmo-nitb_10.42.42.2(pid=22644): stderr: \u000a| (launched: 2022-12-09_16:29:44.669565)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:29:45.397287 run osmo-nitb_10.42.42.2(pid=22644): stdout: \u000a| (launched: 2022-12-09_16:29:44.622445) \u000a16:29:45.535277 run osmo-nitb_10.42.42.2(pid=22644): stderr: \u000a| (launched: 2022-12-09_16:29:44.669565)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:29:45.905589 tst osmo-nitb_10.42.42.2(pid=22644): stdout: \u000a| (launched: 2022-12-09_16:29:44.622445) \u000a16:29:46.035318 tst osmo-nitb_10.42.42.2(pid=22644): stderr: \u000a| (launched: 2022-12-09_16:29:44.669565)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:29:46.091993 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=22644): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22644) [trial-2361↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22644)] [trial-2361↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a16:29:46.101385 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a16:29:46.139040 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22643): Terminating (SIGTERM)\u000a16:29:46.317708 --- ParallelTerminationStrategy: PID 22643 died...\u000a16:29:46.375631 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22643): Terminated: ok {rc=0}\u000a16:29:46.466103 bus /sierra_3: Setting Powered False\u000a16:29:47.573482 bus /sierra_3: Setting Powered False\u000a16:29:48.686563 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:29:42" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22654): Process ended prematurely: osmo-stp_10.42.42.5(pid=22654) [trial-2361↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22654)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22654): Process ended prematurely: osmo-stp_10.42.42.5(pid=22654) [trial-2361↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a16:29:50.566811 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:50.577630 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:29:50.705659 tst mo_mt_sms.py: using LAC 22294\u000a16:29:50.821463 tst mo_mt_sms.py: using RAC 109\u000a16:29:50.942587 tst mo_mt_sms.py: using CellId 22294\u000a16:29:51.057027 tst mo_mt_sms.py: using BVCI 22295\u000a16:29:51.079385 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:51.090229 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:51.100825 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:51.111365 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:51.121920 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:29:51.132376 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:29:51.250070 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:29:51.459824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:51.962220 run create_hlr_db(pid=22648): Launched\u000a16:29:52.147108 bus /sierra_2: Setting Powered False\u000a16:29:53.166703 run create_hlr_db(pid=22648): Terminated: ok {rc=0}\u000a16:29:53.566356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22650): Launched\u000a16:29:53.862217 run osmo-hlr_10.42.42.2(pid=22651): Launched\u000a16:29:53.974847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:54.488333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22653): Launched\u000a16:29:54.784257 run osmo-stp_10.42.42.5(pid=22654): Launched\u000a16:29:54.891967 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:29:55.436903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22656): Launched\u000a16:29:55.733523 run osmo-msc_10.42.42.6(pid=22657): Launched\u000a16:29:55.907872 run osmo-stp_10.42.42.5(pid=22654): ERR: Terminated: ERROR {rc=1} [trial-2361↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22654)]\u000a16:29:56.034012 run osmo-stp_10.42.42.5(pid=22654): stdout: \u000a| (launched: 2022-12-09_16:29:54.638506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:56.157547 run osmo-stp_10.42.42.5(pid=22654): stderr: \u000a| �[0;m�[38;5;43m20221209162954809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162954810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162954810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162954810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162954811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162954811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162954811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:56.277074 run osmo-stp_10.42.42.5(pid=22654): stdout: \u000a| (launched: 2022-12-09_16:29:54.638506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:56.395527 run osmo-stp_10.42.42.5(pid=22654): stderr: \u000a| �[0;m�[38;5;43m20221209162954809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209162954810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209162954810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209162954810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209162954811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209162954811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209162954811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:56.447911 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=22654): Process ended prematurely: osmo-stp_10.42.42.5(pid=22654) [trial-2361↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22654)] [trial-2361↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a16:29:56.455902 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a16:29:56.515879 run osmo-hlr_10.42.42.2(pid=22651): ERR: Terminated: ERROR {rc=237} [trial-2361↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22651)]\u000a16:29:56.564500 run osmo-hlr_10.42.42.2(pid=22651): stdout: \u000a| (launched: 2022-12-09_16:29:53.716786) \u000a16:29:56.613708 run osmo-hlr_10.42.42.2(pid=22651): stderr: \u000a| �[0;m�[1;31m20221209162953892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209162953892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209162953893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162953893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209162953893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209162953893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209162953904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209162953913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209162953913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209162953914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:56.680501 run osmo-msc_10.42.42.6(pid=22657): ERR: Terminated: ERROR {rc=2} [trial-2361↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22657)]\u000a16:29:56.728876 run osmo-msc_10.42.42.6(pid=22657): stdout: \u000a| (launched: 2022-12-09_16:29:55.587556) \u000a16:29:56.777983 run osmo-msc_10.42.42.6(pid=22657): stderr: \u000a| �[0;m�[38;5;43m20221209162955859 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209162955860 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae9ca57c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209162955860 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209162955860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209162955860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209162955860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209162955862 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209162955862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209162955863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209162955863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:29:56.819524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22650): Terminating (SIGTERM)\u000a16:29:56.858965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22653): Terminating (SIGTERM)\u000a16:29:56.898462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22656): Terminating (SIGTERM)\u000a16:29:56.907690 --- ParallelTerminationStrategy: PID 22650 died...\u000a16:29:56.961010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22650): Terminated: ok {rc=0}\u000a16:29:56.970716 --- ParallelTerminationStrategy: PID 22653 died...\u000a16:29:57.023355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22653): Terminated: ok {rc=0}\u000a16:29:57.032904 --- ParallelTerminationStrategy: PID 22656 died...\u000a16:29:57.085491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22656): Terminated: ok {rc=0}\u000a16:29:57.168120 bus /sierra_3: Setting Powered False\u000a16:29:58.269644 bus /sierra_3: Setting Powered False\u000a16:29:59.379564 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:29:50" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22666): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22666) [trial-2361↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22666)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22666): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22666) [trial-2361↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a16:30:01.236437 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a16:30:01.252100 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:30:01.431580 tst assert_extension.py: using LAC 22295\u000a16:30:01.594929 tst assert_extension.py: using RAC 110\u000a16:30:01.719965 tst assert_extension.py: using CellId 22295\u000a16:30:01.882995 tst assert_extension.py: using BVCI 22296\u000a16:30:01.915973 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a16:30:02.235031 tst assert_extension.py:10: start nitb and bts...\u000a16:30:02.364530 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:30:02.984179 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22665): Launched\u000a16:30:03.280257 run osmo-nitb_10.42.42.2(pid=22666): Launched\u000a16:30:03.462991 run osmo-nitb_10.42.42.2(pid=22666): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22666)]\u000a16:30:03.598100 run osmo-nitb_10.42.42.2(pid=22666): stdout: \u000a| (launched: 2022-12-09_16:30:03.135536) \u000a16:30:03.733145 run osmo-nitb_10.42.42.2(pid=22666): stderr: \u000a| (launched: 2022-12-09_16:30:03.179773)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:30:03.863475 run osmo-nitb_10.42.42.2(pid=22666): stdout: \u000a| (launched: 2022-12-09_16:30:03.135536) \u000a16:30:03.992836 run osmo-nitb_10.42.42.2(pid=22666): stderr: \u000a| (launched: 2022-12-09_16:30:03.179773)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:30:04.400256 tst osmo-nitb_10.42.42.2(pid=22666): stdout: \u000a| (launched: 2022-12-09_16:30:03.135536) \u000a16:30:04.518528 tst osmo-nitb_10.42.42.2(pid=22666): stderr: \u000a| (launched: 2022-12-09_16:30:03.179773)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:30:04.570840 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=22666): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22666) [trial-2361↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22666)] [trial-2361↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a16:30:04.578802 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a16:30:04.612744 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22665): Terminating (SIGTERM)\u000a16:30:04.790079 --- ParallelTerminationStrategy: PID 22665 died...\u000a16:30:04.843938 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22665): Terminated: ok {rc=0}\u000a16:30:04.931646 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:30:01" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22676): Process ended prematurely: osmo-stp_10.42.42.5(pid=22676) [trial-2361↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22676)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22676): Process ended prematurely: osmo-stp_10.42.42.5(pid=22676) [trial-2361↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a16:30:06.768105 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:30:06.780027 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:30:06.916202 tst assert_extension.py: using LAC 22296\u000a16:30:07.038672 tst assert_extension.py: using RAC 111\u000a16:30:07.161827 tst assert_extension.py: using CellId 22296\u000a16:30:07.284480 tst assert_extension.py: using BVCI 22297\u000a16:30:07.308709 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:30:07.320186 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:30:07.331360 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:30:07.342891 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:30:07.354502 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:30:07.365896 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a16:30:07.565224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:08.040261 run create_hlr_db(pid=22670): Launched\u000a16:30:08.211742 bus /sierra_2: Setting Powered False\u000a16:30:09.232615 run create_hlr_db(pid=22670): Terminated: ok {rc=0}\u000a16:30:09.657342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22672): Launched\u000a16:30:09.977903 run osmo-hlr_10.42.42.2(pid=22673): Launched\u000a16:30:10.095825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:10.655095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22675): Launched\u000a16:30:10.977365 run osmo-stp_10.42.42.5(pid=22676): Launched\u000a16:30:11.094418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:30:11.675732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22678): Launched\u000a16:30:11.995424 run osmo-msc_10.42.42.6(pid=22679): Launched\u000a16:30:12.182515 run osmo-stp_10.42.42.5(pid=22676): ERR: Terminated: ERROR {rc=1} [trial-2361↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22676)]\u000a16:30:12.317482 run osmo-stp_10.42.42.5(pid=22676): stdout: \u000a| (launched: 2022-12-09_16:30:10.818471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:12.451579 run osmo-stp_10.42.42.5(pid=22676): stderr: \u000a| �[0;m�[38;5;43m20221209163011012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163011012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163011012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163011013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163011013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163011013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163011014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:12.579515 run osmo-stp_10.42.42.5(pid=22676): stdout: \u000a| (launched: 2022-12-09_16:30:10.818471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:12.707109 run osmo-stp_10.42.42.5(pid=22676): stderr: \u000a| �[0;m�[38;5;43m20221209163011012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163011012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163011012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163011013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163011013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163011013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163011014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:12.763234 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=22676): Process ended prematurely: osmo-stp_10.42.42.5(pid=22676) [trial-2361↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22676)] [trial-2361↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a16:30:12.771701 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a16:30:12.834588 run osmo-hlr_10.42.42.2(pid=22673): ERR: Terminated: ERROR {rc=237} [trial-2361↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22673)]\u000a16:30:12.885399 run osmo-hlr_10.42.42.2(pid=22673): stdout: \u000a| (launched: 2022-12-09_16:30:09.819865) \u000a16:30:12.937064 run osmo-hlr_10.42.42.2(pid=22673): stderr: \u000a| �[0;m�[1;31m20221209163010017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163010017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163010017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163010017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163010017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163010017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163010029 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163010037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163010037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163010037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:13.007204 run osmo-msc_10.42.42.6(pid=22679): ERR: Terminated: ERROR {rc=2} [trial-2361↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22679)]\u000a16:30:13.058082 run osmo-msc_10.42.42.6(pid=22679): stdout: \u000a| (launched: 2022-12-09_16:30:11.838076) \u000a16:30:13.109714 run osmo-msc_10.42.42.6(pid=22679): stderr: \u000a| �[0;m�[38;5;43m20221209163012161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163012161 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f269efe4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163012161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163012161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163012162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163012162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163012163 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163012164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163012164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163012164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:30:13.153211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22672): Terminating (SIGTERM)\u000a16:30:13.194638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22675): Terminating (SIGTERM)\u000a16:30:13.236523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22678): Terminating (SIGTERM)\u000a16:30:13.246289 --- ParallelTerminationStrategy: PID 22672 died...\u000a16:30:13.301965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22672): Terminated: ok {rc=0}\u000a16:30:13.311924 --- ParallelTerminationStrategy: PID 22675 died...\u000a16:30:13.367213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22675): Terminated: ok {rc=0}\u000a16:30:13.377857 --- ParallelTerminationStrategy: PID 22678 died...\u000a16:30:13.433467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22678): Terminated: ok {rc=0}\u000a16:30:13.519796 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:30:06" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22690): Process ended prematurely: osmo-stp_10.42.42.5(pid=22690) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22690)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22690): Process ended prematurely: osmo-stp_10.42.42.5(pid=22690) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:30:15.483006 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:15.494797 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:30:15.653547 tst mo_mt_call.py: using LAC 22297\u000a16:30:15.777989 tst mo_mt_call.py: using RAC 112\u000a16:30:15.927050 tst mo_mt_call.py: using CellId 22297\u000a16:30:16.055076 tst mo_mt_call.py: using BVCI 22298\u000a16:30:16.078685 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:16.090643 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:16.102730 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:16.115815 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:16.127706 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:16.139313 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:30:16.261289 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:30:16.514662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:17.065847 run create_hlr_db(pid=22684): Launched\u000a16:30:17.257784 bus /sierra_2: Setting Powered False\u000a16:30:18.274282 run create_hlr_db(pid=22684): Terminated: ok {rc=0}\u000a16:30:18.707785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22686): Launched\u000a16:30:19.032410 run osmo-hlr_10.42.42.2(pid=22687): Launched\u000a16:30:19.149805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:19.712928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22689): Launched\u000a16:30:20.039019 run osmo-stp_10.42.42.5(pid=22690): Launched\u000a16:30:20.156901 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:30:20.747811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22692): Launched\u000a16:30:21.073203 run osmo-msc_10.42.42.6(pid=22693): Launched\u000a16:30:21.263142 run osmo-stp_10.42.42.5(pid=22690): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22690)]\u000a16:30:21.400694 run osmo-stp_10.42.42.5(pid=22690): stdout: \u000a| (launched: 2022-12-09_16:30:19.878156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:21.537314 run osmo-stp_10.42.42.5(pid=22690): stderr: \u000a| �[0;m�[38;5;43m20221209163020070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163020070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163020071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163020071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163020071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163020072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163020072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:21.667238 run osmo-stp_10.42.42.5(pid=22690): stdout: \u000a| (launched: 2022-12-09_16:30:19.878156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:21.795981 run osmo-stp_10.42.42.5(pid=22690): stderr: \u000a| �[0;m�[38;5;43m20221209163020070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163020070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163020071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163020071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163020071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163020072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163020072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:21.852774 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22690): Process ended prematurely: osmo-stp_10.42.42.5(pid=22690) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22690)] [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:30:21.861979 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:30:21.924785 run osmo-hlr_10.42.42.2(pid=22687): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22687)]\u000a16:30:21.975876 run osmo-hlr_10.42.42.2(pid=22687): stdout: \u000a| (launched: 2022-12-09_16:30:18.873170) \u000a16:30:22.027207 run osmo-hlr_10.42.42.2(pid=22687): stderr: \u000a| �[0;m�[1;31m20221209163019072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163019073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163019073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163019073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163019073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163019073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163019085 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163019093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163019093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163019093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:22.097513 run osmo-msc_10.42.42.6(pid=22693): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22693)]\u000a16:30:22.148406 run osmo-msc_10.42.42.6(pid=22693): stdout: \u000a| (launched: 2022-12-09_16:30:20.912885) \u000a16:30:22.199691 run osmo-msc_10.42.42.6(pid=22693): stderr: \u000a| �[0;m�[38;5;43m20221209163021234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163021234 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efef37d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163021234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163021235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163021235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163021235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163021237 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163021237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163021237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163021237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:30:22.243261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22686): Terminating (SIGTERM)\u000a16:30:22.284466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22689): Terminating (SIGTERM)\u000a16:30:22.325994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22692): Terminating (SIGTERM)\u000a16:30:22.335866 --- ParallelTerminationStrategy: PID 22686 died...\u000a16:30:22.391524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22686): Terminated: ok {rc=0}\u000a16:30:22.401673 --- ParallelTerminationStrategy: PID 22689 died...\u000a16:30:22.457196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22689): Terminated: ok {rc=0}\u000a16:30:22.467163 --- ParallelTerminationStrategy: PID 22692 died...\u000a16:30:22.522466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22692): Terminated: ok {rc=0}\u000a16:30:22.608205 bus /sierra_3: Setting Powered False\u000a16:30:23.710985 bus /sierra_3: Setting Powered False\u000a16:30:24.821468 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22701): Process ended prematurely: osmo-stp_10.42.42.5(pid=22701) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22701)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22701): Process ended prematurely: osmo-stp_10.42.42.5(pid=22701) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:30:25.931155 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:25.943297 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:30:26.099709 tst mo_mt_call_osmux.py: using LAC 22298\u000a16:30:26.216238 tst mo_mt_call_osmux.py: using RAC 113\u000a16:30:26.337267 tst mo_mt_call_osmux.py: using CellId 22298\u000a16:30:26.453446 tst mo_mt_call_osmux.py: using BVCI 22299\u000a16:30:26.476095 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:26.487433 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:26.498518 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:26.509610 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:26.520742 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:30:26.531819 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:30:26.647860 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:30:26.858986 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:27.371585 run create_hlr_db(pid=22695): Launched\u000a16:30:27.560423 bus /sierra_2: Setting Powered False\u000a16:30:28.579923 run create_hlr_db(pid=22695): Terminated: ok {rc=0}\u000a16:30:28.989883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22697): Launched\u000a16:30:29.293398 run osmo-hlr_10.42.42.2(pid=22698): Launched\u000a16:30:29.414109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:29.944566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22700): Launched\u000a16:30:30.245876 run osmo-stp_10.42.42.5(pid=22701): Launched\u000a16:30:30.356280 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:30:30.943082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22703): Launched\u000a16:30:31.381903 run osmo-msc_10.42.42.6(pid=22704): Launched\u000a16:30:31.765356 run osmo-stp_10.42.42.5(pid=22701): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22701)]\u000a16:30:31.970669 run osmo-stp_10.42.42.5(pid=22701): stdout: \u000a| (launched: 2022-12-09_16:30:30.097832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:32.111449 run osmo-stp_10.42.42.5(pid=22701): stderr: \u000a| �[0;m�[38;5;43m20221209163030269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163030269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163030269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163030270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163030272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163030272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163030272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:32.247965 run osmo-stp_10.42.42.5(pid=22701): stdout: \u000a| (launched: 2022-12-09_16:30:30.097832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:32.377914 run osmo-stp_10.42.42.5(pid=22701): stderr: \u000a| �[0;m�[38;5;43m20221209163030269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163030269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163030269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163030270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163030272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163030272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163030272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:32.435035 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22701): Process ended prematurely: osmo-stp_10.42.42.5(pid=22701) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22701)] [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:30:32.444145 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a16:30:32.507564 run osmo-hlr_10.42.42.2(pid=22698): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22698)]\u000a16:30:32.558883 run osmo-hlr_10.42.42.2(pid=22698): stdout: \u000a| (launched: 2022-12-09_16:30:29.143475) \u000a16:30:32.610919 run osmo-hlr_10.42.42.2(pid=22698): stderr: \u000a| �[0;m�[1;31m20221209163029322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163029322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163029322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163029322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163029322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163029322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163029334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163029343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163029343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163029343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:32.681281 run osmo-msc_10.42.42.6(pid=22704): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22704)]\u000a16:30:32.732345 run osmo-msc_10.42.42.6(pid=22704): stdout: \u000a| (launched: 2022-12-09_16:30:31.113502) \u000a16:30:32.784782 run osmo-msc_10.42.42.6(pid=22704): stderr: \u000a| �[0;m�[38;5;43m20221209163031616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163031616 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ce998ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163031616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163031616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163031617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163031617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163031618 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163031619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163031619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163031619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:30:32.828665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22697): Terminating (SIGTERM)\u000a16:30:32.870728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22700): Terminating (SIGTERM)\u000a16:30:32.912498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22703): Terminating (SIGTERM)\u000a16:30:32.922273 --- ParallelTerminationStrategy: PID 22697 died...\u000a16:30:32.977969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22697): Terminated: ok {rc=0}\u000a16:30:32.988305 --- ParallelTerminationStrategy: PID 22700 died...\u000a16:30:33.043912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22700): Terminated: ok {rc=0}\u000a16:30:33.053965 --- ParallelTerminationStrategy: PID 22703 died...\u000a16:30:33.109479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22703): Terminated: ok {rc=0}\u000a16:30:33.196540 bus /sierra_3: Setting Powered False\u000a16:30:34.299169 bus /sierra_3: Setting Powered False\u000a16:30:35.412446 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:30:15" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22715): Process ended prematurely: osmo-stp_10.42.42.5(pid=22715) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22715)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22715): Process ended prematurely: osmo-stp_10.42.42.5(pid=22715) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:30:37.410895 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:37.422697 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:30:37.591758 tst mo_mt_call.py: using LAC 22299\u000a16:30:37.713914 tst mo_mt_call.py: using RAC 114\u000a16:30:37.831656 tst mo_mt_call.py: using CellId 22299\u000a16:30:37.948843 tst mo_mt_call.py: using BVCI 22300\u000a16:30:37.971914 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:37.983385 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:37.994700 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:38.006561 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:38.018756 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:38.030567 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:30:38.148029 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:30:38.361357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:38.872263 run create_hlr_db(pid=22709): Launched\u000a16:30:39.060418 bus /sierra_2: Setting Powered False\u000a16:30:40.080615 run create_hlr_db(pid=22709): Terminated: ok {rc=0}\u000a16:30:40.487814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22711): Launched\u000a16:30:40.790442 run osmo-hlr_10.42.42.2(pid=22712): Launched\u000a16:30:40.906429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:41.431124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22714): Launched\u000a16:30:41.733413 run osmo-stp_10.42.42.5(pid=22715): Launched\u000a16:30:41.843385 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:30:42.397092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22717): Launched\u000a16:30:42.700662 run osmo-msc_10.42.42.6(pid=22718): Launched\u000a16:30:42.879178 run osmo-stp_10.42.42.5(pid=22715): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22715)]\u000a16:30:43.007305 run osmo-stp_10.42.42.5(pid=22715): stdout: \u000a| (launched: 2022-12-09_16:30:41.584689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:43.133062 run osmo-stp_10.42.42.5(pid=22715): stderr: \u000a| �[0;m�[38;5;43m20221209163041755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163041755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163041756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163041756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163041756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163041757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163041757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:43.254246 run osmo-stp_10.42.42.5(pid=22715): stdout: \u000a| (launched: 2022-12-09_16:30:41.584689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:43.374337 run osmo-stp_10.42.42.5(pid=22715): stderr: \u000a| �[0;m�[38;5;43m20221209163041755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163041755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163041756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163041756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163041756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163041757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163041757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:43.427571 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22715): Process ended prematurely: osmo-stp_10.42.42.5(pid=22715) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22715)] [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:30:43.436020 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:30:43.494913 run osmo-hlr_10.42.42.2(pid=22712): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22712)]\u000a16:30:43.543263 run osmo-hlr_10.42.42.2(pid=22712): stdout: \u000a| (launched: 2022-12-09_16:30:40.641680) \u000a16:30:43.592101 run osmo-hlr_10.42.42.2(pid=22712): stderr: \u000a| �[0;m�[1;31m20221209163040821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163040821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163040821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163040821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163040822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163040822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163040834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163040845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163040845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163040845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:43.658530 run osmo-msc_10.42.42.6(pid=22718): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22718)]\u000a16:30:43.706684 run osmo-msc_10.42.42.6(pid=22718): stdout: \u000a| (launched: 2022-12-09_16:30:42.551398) \u000a16:30:43.755476 run osmo-msc_10.42.42.6(pid=22718): stderr: \u000a| �[0;m�[38;5;43m20221209163042822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163042823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3868691c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163042823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163042823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163042823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163042823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163042827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163042828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163042828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163042828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:30:43.796814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22711): Terminating (SIGTERM)\u000a16:30:43.835846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22714): Terminating (SIGTERM)\u000a16:30:43.874884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22717): Terminating (SIGTERM)\u000a16:30:43.884075 --- ParallelTerminationStrategy: PID 22711 died...\u000a16:30:43.936642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22711): Terminated: ok {rc=0}\u000a16:30:43.946284 --- ParallelTerminationStrategy: PID 22714 died...\u000a16:30:43.998918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22714): Terminated: ok {rc=0}\u000a16:30:44.008463 --- ParallelTerminationStrategy: PID 22717 died...\u000a16:30:44.060358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22717): Terminated: ok {rc=0}\u000a16:30:44.148868 bus /sierra_3: Setting Powered False\u000a16:30:45.251161 bus /sierra_3: Setting Powered False\u000a16:30:46.358750 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22726): Process ended prematurely: osmo-stp_10.42.42.5(pid=22726) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22726)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22726): Process ended prematurely: osmo-stp_10.42.42.5(pid=22726) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:30:47.471534 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:47.484161 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:30:47.644671 tst mo_mt_call_osmux.py: using LAC 22300\u000a16:30:47.771436 tst mo_mt_call_osmux.py: using RAC 115\u000a16:30:47.899934 tst mo_mt_call_osmux.py: using CellId 22300\u000a16:30:48.028461 tst mo_mt_call_osmux.py: using BVCI 22301\u000a16:30:48.053199 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:48.065284 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:48.076940 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:48.088796 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:48.101551 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:30:48.113809 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:30:48.230111 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:30:48.443502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:48.955561 run create_hlr_db(pid=22720): Launched\u000a16:30:49.143578 bus /sierra_2: Setting Powered False\u000a16:30:50.164563 run create_hlr_db(pid=22720): Terminated: ok {rc=0}\u000a16:30:50.570903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22722): Launched\u000a16:30:50.871999 run osmo-hlr_10.42.42.2(pid=22723): Launched\u000a16:30:50.982481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:51.507039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22725): Launched\u000a16:30:51.810394 run osmo-stp_10.42.42.5(pid=22726): Launched\u000a16:30:51.920468 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:30:52.475297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22728): Launched\u000a16:30:52.782067 run osmo-msc_10.42.42.6(pid=22729): Launched\u000a16:30:52.960233 run osmo-stp_10.42.42.5(pid=22726): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22726)]\u000a16:30:53.088767 run osmo-stp_10.42.42.5(pid=22726): stdout: \u000a| (launched: 2022-12-09_16:30:51.660938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:53.215050 run osmo-stp_10.42.42.5(pid=22726): stderr: \u000a| �[0;m�[38;5;43m20221209163051833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163051833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163051833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163051833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163051834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163051834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163051834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:53.336290 run osmo-stp_10.42.42.5(pid=22726): stdout: \u000a| (launched: 2022-12-09_16:30:51.660938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:53.456449 run osmo-stp_10.42.42.5(pid=22726): stderr: \u000a| �[0;m�[38;5;43m20221209163051833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163051833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163051833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163051833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163051834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163051834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163051834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:53.509624 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22726): Process ended prematurely: osmo-stp_10.42.42.5(pid=22726) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22726)] [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:30:53.518325 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a16:30:53.577987 run osmo-hlr_10.42.42.2(pid=22723): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22723)]\u000a16:30:53.626745 run osmo-hlr_10.42.42.2(pid=22723): stdout: \u000a| (launched: 2022-12-09_16:30:50.723921) \u000a16:30:53.676205 run osmo-hlr_10.42.42.2(pid=22723): stderr: \u000a| �[0;m�[1;31m20221209163050900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163050900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163050900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163050900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163050900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163050900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163050912 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163050922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163050922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163050922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:53.744161 run osmo-msc_10.42.42.6(pid=22729): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22729)]\u000a16:30:53.792906 run osmo-msc_10.42.42.6(pid=22729): stdout: \u000a| (launched: 2022-12-09_16:30:52.629692) \u000a16:30:53.842233 run osmo-msc_10.42.42.6(pid=22729): stderr: \u000a| �[0;m�[38;5;43m20221209163052903 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163052903 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e62494c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163052903 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163052903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163052903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163052904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163052906 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163052906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163052906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163052906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:30:53.884126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22722): Terminating (SIGTERM)\u000a16:30:53.923792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22725): Terminating (SIGTERM)\u000a16:30:53.963266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22728): Terminating (SIGTERM)\u000a16:30:53.972586 --- ParallelTerminationStrategy: PID 22722 died...\u000a16:30:54.025778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22722): Terminated: ok {rc=0}\u000a16:30:54.035501 --- ParallelTerminationStrategy: PID 22725 died...\u000a16:30:54.088270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22725): Terminated: ok {rc=0}\u000a16:30:54.098030 --- ParallelTerminationStrategy: PID 22728 died...\u000a16:30:54.151725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22728): Terminated: ok {rc=0}\u000a16:30:54.239450 bus /sierra_3: Setting Powered False\u000a16:30:55.342833 bus /sierra_3: Setting Powered False\u000a16:30:56.449643 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:30:37" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22741): Process ended prematurely: osmo-stp_10.42.42.5(pid=22741) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22741)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22741): Process ended prematurely: osmo-stp_10.42.42.5(pid=22741) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:30:58.450386 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:58.462254 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:30:58.625021 tst mo_mt_call.py: using LAC 22301\u000a16:30:58.745273 tst mo_mt_call.py: using RAC 116\u000a16:30:58.865193 tst mo_mt_call.py: using CellId 22301\u000a16:30:58.984895 tst mo_mt_call.py: using BVCI 22302\u000a16:30:59.007851 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:59.019236 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:59.030327 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:59.041376 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:59.052548 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:30:59.063658 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:30:59.182725 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:30:59.395346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:59.908327 run create_hlr_db(pid=22735): Launched\u000a16:31:00.097636 bus /sierra_2: Setting Powered False\u000a16:31:01.121583 run create_hlr_db(pid=22735): Terminated: ok {rc=0}\u000a16:31:01.550263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22737): Launched\u000a16:31:01.885400 run osmo-hlr_10.42.42.2(pid=22738): Launched\u000a16:31:02.065999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:02.666247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22740): Launched\u000a16:31:02.970523 run osmo-stp_10.42.42.5(pid=22741): Launched\u000a16:31:03.091218 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:31:03.654186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22743): Launched\u000a16:31:03.959500 run osmo-msc_10.42.42.6(pid=22744): Launched\u000a16:31:04.138043 run osmo-stp_10.42.42.5(pid=22741): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22741)]\u000a16:31:04.266625 run osmo-stp_10.42.42.5(pid=22741): stdout: \u000a| (launched: 2022-12-09_16:31:02.819954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:04.393148 run osmo-stp_10.42.42.5(pid=22741): stderr: \u000a| �[0;m�[38;5;43m20221209163102993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163102994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163102994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163102994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163102995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163102995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163102995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:04.514646 run osmo-stp_10.42.42.5(pid=22741): stdout: \u000a| (launched: 2022-12-09_16:31:02.819954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:04.634950 run osmo-stp_10.42.42.5(pid=22741): stderr: \u000a| �[0;m�[38;5;43m20221209163102993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163102994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163102994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163102994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163102995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163102995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163102995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:04.688112 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22741): Process ended prematurely: osmo-stp_10.42.42.5(pid=22741) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22741)] [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:31:04.696465 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:31:04.754873 run osmo-hlr_10.42.42.2(pid=22738): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22738)]\u000a16:31:04.802777 run osmo-hlr_10.42.42.2(pid=22738): stdout: \u000a| (launched: 2022-12-09_16:31:01.710415) \u000a16:31:04.851498 run osmo-hlr_10.42.42.2(pid=22738): stderr: \u000a| �[0;m�[1;31m20221209163102091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163102091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163102092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163102092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163102092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163102092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163102114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163102131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163102131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163102131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:04.917610 run osmo-msc_10.42.42.6(pid=22744): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22744)]\u000a16:31:04.965385 run osmo-msc_10.42.42.6(pid=22744): stdout: \u000a| (launched: 2022-12-09_16:31:03.808668) \u000a16:31:05.014010 run osmo-msc_10.42.42.6(pid=22744): stderr: \u000a| �[0;m�[38;5;43m20221209163104082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163104082 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50048d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163104083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163104083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163104083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163104083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163104086 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163104086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163104086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163104086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:31:05.055389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22737): Terminating (SIGTERM)\u000a16:31:05.094426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22740): Terminating (SIGTERM)\u000a16:31:05.133539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22743): Terminating (SIGTERM)\u000a16:31:05.142732 --- ParallelTerminationStrategy: PID 22737 died...\u000a16:31:05.195066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22737): Terminated: ok {rc=0}\u000a16:31:05.204612 --- ParallelTerminationStrategy: PID 22740 died...\u000a16:31:05.256672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22740): Terminated: ok {rc=0}\u000a16:31:05.266175 --- ParallelTerminationStrategy: PID 22743 died...\u000a16:31:05.318307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22743): Terminated: ok {rc=0}\u000a16:31:05.400184 bus /sierra_3: Setting Powered False\u000a16:31:06.504463 bus /sierra_3: Setting Powered False\u000a16:31:07.614663 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22752): Process ended prematurely: osmo-stp_10.42.42.5(pid=22752) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22752)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22752): Process ended prematurely: osmo-stp_10.42.42.5(pid=22752) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:31:08.724062 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:31:08.736126 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:31:08.895951 tst mo_mt_call_osmux.py: using LAC 22302\u000a16:31:09.021101 tst mo_mt_call_osmux.py: using RAC 117\u000a16:31:09.146312 tst mo_mt_call_osmux.py: using CellId 22302\u000a16:31:09.265918 tst mo_mt_call_osmux.py: using BVCI 22303\u000a16:31:09.288915 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:31:09.300266 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:31:09.311490 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:31:09.322695 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:31:09.333920 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:31:09.345036 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:31:09.468117 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:31:09.675884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:10.162142 run create_hlr_db(pid=22746): Launched\u000a16:31:10.337254 bus /sierra_2: Setting Powered False\u000a16:31:11.357978 run create_hlr_db(pid=22746): Terminated: ok {rc=0}\u000a16:31:11.791893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22748): Launched\u000a16:31:12.118980 run osmo-hlr_10.42.42.2(pid=22749): Launched\u000a16:31:12.240307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:12.807602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22751): Launched\u000a16:31:13.133586 run osmo-stp_10.42.42.5(pid=22752): Launched\u000a16:31:13.253462 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:31:13.849443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22754): Launched\u000a16:31:14.175492 run osmo-msc_10.42.42.6(pid=22755): Launched\u000a16:31:14.365814 run osmo-stp_10.42.42.5(pid=22752): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22752)]\u000a16:31:14.503034 run osmo-stp_10.42.42.5(pid=22752): stdout: \u000a| (launched: 2022-12-09_16:31:12.973324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:14.639744 run osmo-stp_10.42.42.5(pid=22752): stderr: \u000a| �[0;m�[38;5;43m20221209163113167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163113167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163113167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163113167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163113168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163113168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163113168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:14.770400 run osmo-stp_10.42.42.5(pid=22752): stdout: \u000a| (launched: 2022-12-09_16:31:12.973324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:14.899800 run osmo-stp_10.42.42.5(pid=22752): stderr: \u000a| �[0;m�[38;5;43m20221209163113167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163113167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163113167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163113167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163113168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163113168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163113168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:14.956674 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22752): Process ended prematurely: osmo-stp_10.42.42.5(pid=22752) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22752)] [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:31:14.965835 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:31:15.028883 run osmo-hlr_10.42.42.2(pid=22749): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22749)]\u000a16:31:15.080203 run osmo-hlr_10.42.42.2(pid=22749): stdout: \u000a| (launched: 2022-12-09_16:31:11.957665) \u000a16:31:15.132442 run osmo-hlr_10.42.42.2(pid=22749): stderr: \u000a| �[0;m�[1;31m20221209163112157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163112157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163112157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163112158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163112158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163112158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163112170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163112178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163112179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163112179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:15.203198 run osmo-msc_10.42.42.6(pid=22755): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22755)]\u000a16:31:15.254597 run osmo-msc_10.42.42.6(pid=22755): stdout: \u000a| (launched: 2022-12-09_16:31:14.015102) \u000a16:31:15.306543 run osmo-msc_10.42.42.6(pid=22755): stderr: \u000a| �[0;m�[38;5;43m20221209163114339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163114339 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00fccc4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163114339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163114339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163114339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163114339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163114341 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163114342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163114342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163114342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:31:15.350366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22748): Terminating (SIGTERM)\u000a16:31:15.391991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22751): Terminating (SIGTERM)\u000a16:31:15.433706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22754): Terminating (SIGTERM)\u000a16:31:15.443590 --- ParallelTerminationStrategy: PID 22748 died...\u000a16:31:15.499458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22748): Terminated: ok {rc=0}\u000a16:31:15.509916 --- ParallelTerminationStrategy: PID 22751 died...\u000a16:31:15.565600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22751): Terminated: ok {rc=0}\u000a16:31:15.575641 --- ParallelTerminationStrategy: PID 22754 died...\u000a16:31:15.631015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22754): Terminated: ok {rc=0}\u000a16:31:15.717078 bus /sierra_3: Setting Powered False\u000a16:31:16.824175 bus /sierra_3: Setting Powered False\u000a16:31:17.930463 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:30:58" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22766): Process ended prematurely: osmo-stp_10.42.42.5(pid=22766) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22766)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22766): Process ended prematurely: osmo-stp_10.42.42.5(pid=22766) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:31:19.922097 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:19.933332 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:31:20.083156 tst mo_mt_call.py: using LAC 22303\u000a16:31:20.202248 tst mo_mt_call.py: using RAC 118\u000a16:31:20.319364 tst mo_mt_call.py: using CellId 22303\u000a16:31:20.436287 tst mo_mt_call.py: using BVCI 22304\u000a16:31:20.459188 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:20.470529 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:20.481788 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:20.492896 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:20.504113 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:20.515243 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:31:20.632388 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:31:20.845584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:21.359966 run create_hlr_db(pid=22760): Launched\u000a16:31:21.548160 bus /sierra_2: Setting Powered False\u000a16:31:22.567431 run create_hlr_db(pid=22760): Terminated: ok {rc=0}\u000a16:31:22.976848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22762): Launched\u000a16:31:23.281564 run osmo-hlr_10.42.42.2(pid=22763): Launched\u000a16:31:23.394994 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:23.919121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22765): Launched\u000a16:31:24.221126 run osmo-stp_10.42.42.5(pid=22766): Launched\u000a16:31:24.330954 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:31:24.887033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22768): Launched\u000a16:31:25.191727 run osmo-msc_10.42.42.6(pid=22769): Launched\u000a16:31:25.369328 run osmo-stp_10.42.42.5(pid=22766): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22766)]\u000a16:31:25.497363 run osmo-stp_10.42.42.5(pid=22766): stdout: \u000a| (launched: 2022-12-09_16:31:24.072329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:25.622958 run osmo-stp_10.42.42.5(pid=22766): stderr: \u000a| �[0;m�[38;5;43m20221209163124245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163124245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163124246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163124246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163124246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163124246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163124247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:25.743561 run osmo-stp_10.42.42.5(pid=22766): stdout: \u000a| (launched: 2022-12-09_16:31:24.072329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:25.863570 run osmo-stp_10.42.42.5(pid=22766): stderr: \u000a| �[0;m�[38;5;43m20221209163124245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163124245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163124246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163124246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163124246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163124246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163124247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:25.916655 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22766): Process ended prematurely: osmo-stp_10.42.42.5(pid=22766) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22766)] [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:31:25.925144 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a16:31:25.983724 run osmo-hlr_10.42.42.2(pid=22763): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22763)]\u000a16:31:26.031629 run osmo-hlr_10.42.42.2(pid=22763): stdout: \u000a| (launched: 2022-12-09_16:31:23.131282) \u000a16:31:26.080335 run osmo-hlr_10.42.42.2(pid=22763): stderr: \u000a| �[0;m�[1;31m20221209163123309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163123309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163123309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163123309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163123309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163123309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163123321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163123330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163123330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163123330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:26.146839 run osmo-msc_10.42.42.6(pid=22769): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22769)]\u000a16:31:26.194892 run osmo-msc_10.42.42.6(pid=22769): stdout: \u000a| (launched: 2022-12-09_16:31:25.040853) \u000a16:31:26.243615 run osmo-msc_10.42.42.6(pid=22769): stderr: \u000a| �[0;m�[38;5;43m20221209163125313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163125313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e40b88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163125313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163125313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163125313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163125313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163125315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163125316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163125316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163125316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:31:26.284867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22762): Terminating (SIGTERM)\u000a16:31:26.323879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22765): Terminating (SIGTERM)\u000a16:31:26.362952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22768): Terminating (SIGTERM)\u000a16:31:26.372179 --- ParallelTerminationStrategy: PID 22762 died...\u000a16:31:26.424706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22762): Terminated: ok {rc=0}\u000a16:31:26.434313 --- ParallelTerminationStrategy: PID 22765 died...\u000a16:31:26.486561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22765): Terminated: ok {rc=0}\u000a16:31:26.496100 --- ParallelTerminationStrategy: PID 22768 died...\u000a16:31:26.548769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22768): Terminated: ok {rc=0}\u000a16:31:26.635563 bus /sierra_3: Setting Powered False\u000a16:31:27.737319 bus /sierra_3: Setting Powered False\u000a16:31:28.842194 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22777): Process ended prematurely: osmo-stp_10.42.42.5(pid=22777) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22777)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22777): Process ended prematurely: osmo-stp_10.42.42.5(pid=22777) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:31:29.949608 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:29.962030 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:31:30.123519 tst mo_mt_call_osmux.py: using LAC 22304\u000a16:31:30.250272 tst mo_mt_call_osmux.py: using RAC 119\u000a16:31:30.377501 tst mo_mt_call_osmux.py: using CellId 22304\u000a16:31:30.504073 tst mo_mt_call_osmux.py: using BVCI 22305\u000a16:31:30.528627 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:30.540464 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:30.551999 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:30.563962 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:30.575878 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:31:30.587681 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:31:30.706277 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:31:30.936023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:31.474647 run create_hlr_db(pid=22771): Launched\u000a16:31:31.655762 bus /sierra_2: Setting Powered False\u000a16:31:32.671523 run create_hlr_db(pid=22771): Terminated: ok {rc=0}\u000a16:31:33.105791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22773): Launched\u000a16:31:33.431689 run osmo-hlr_10.42.42.2(pid=22774): Launched\u000a16:31:33.551874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:34.120796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22776): Launched\u000a16:31:34.447904 run osmo-stp_10.42.42.5(pid=22777): Launched\u000a16:31:34.566254 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:31:35.163063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22779): Launched\u000a16:31:35.487880 run osmo-msc_10.42.42.6(pid=22780): Launched\u000a16:31:35.679390 run osmo-stp_10.42.42.5(pid=22777): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22777)]\u000a16:31:35.818314 run osmo-stp_10.42.42.5(pid=22777): stdout: \u000a| (launched: 2022-12-09_16:31:34.286562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:35.955138 run osmo-stp_10.42.42.5(pid=22777): stderr: \u000a| �[0;m�[38;5;43m20221209163134479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163134479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163134479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163134480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163134480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163134480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163134480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:36.086008 run osmo-stp_10.42.42.5(pid=22777): stdout: \u000a| (launched: 2022-12-09_16:31:34.286562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:36.215555 run osmo-stp_10.42.42.5(pid=22777): stderr: \u000a| �[0;m�[38;5;43m20221209163134479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163134479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163134479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163134480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163134480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163134480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163134480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:36.272692 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22777): Process ended prematurely: osmo-stp_10.42.42.5(pid=22777) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22777)] [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:31:36.281831 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:31:36.345425 run osmo-hlr_10.42.42.2(pid=22774): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22774)]\u000a16:31:36.397329 run osmo-hlr_10.42.42.2(pid=22774): stdout: \u000a| (launched: 2022-12-09_16:31:33.271112) \u000a16:31:36.449896 run osmo-hlr_10.42.42.2(pid=22774): stderr: \u000a| �[0;m�[1;31m20221209163133471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163133471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163133471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163133471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163133471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163133471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163133483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163133492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163133492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163133492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:36.521005 run osmo-msc_10.42.42.6(pid=22780): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22780)]\u000a16:31:36.572644 run osmo-msc_10.42.42.6(pid=22780): stdout: \u000a| (launched: 2022-12-09_16:31:35.328695) \u000a16:31:36.625162 run osmo-msc_10.42.42.6(pid=22780): stderr: \u000a| �[0;m�[38;5;43m20221209163135650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163135650 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9af7237c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163135650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163135650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163135650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163135651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163135652 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163135653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163135653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163135653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:31:36.669653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22773): Terminating (SIGTERM)\u000a16:31:36.711559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22776): Terminating (SIGTERM)\u000a16:31:36.753576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22779): Terminating (SIGTERM)\u000a16:31:36.763595 --- ParallelTerminationStrategy: PID 22773 died...\u000a16:31:36.820245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22773): Terminated: ok {rc=0}\u000a16:31:36.830423 --- ParallelTerminationStrategy: PID 22776 died...\u000a16:31:36.886772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22776): Terminated: ok {rc=0}\u000a16:31:36.896843 --- ParallelTerminationStrategy: PID 22779 died...\u000a16:31:36.953153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22779): Terminated: ok {rc=0}\u000a16:31:37.040802 bus /sierra_3: Setting Powered False\u000a16:31:38.148125 bus /sierra_3: Setting Powered False\u000a16:31:39.254510 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:31:19" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22791): Process ended prematurely: osmo-stp_10.42.42.5(pid=22791) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22791)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22791): Process ended prematurely: osmo-stp_10.42.42.5(pid=22791) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:31:41.254819 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:41.266540 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:31:41.429911 tst mo_mt_call.py: using LAC 22305\u000a16:31:41.555959 tst mo_mt_call.py: using RAC 120\u000a16:31:41.682338 tst mo_mt_call.py: using CellId 22305\u000a16:31:41.808809 tst mo_mt_call.py: using BVCI 22306\u000a16:31:41.833495 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:41.845234 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:41.856868 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:41.868627 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:41.880428 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:41.892259 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:31:42.010346 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:31:42.213235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:42.697069 run create_hlr_db(pid=22785): Launched\u000a16:31:42.871816 bus /sierra_2: Setting Powered False\u000a16:31:43.891471 run create_hlr_db(pid=22785): Terminated: ok {rc=0}\u000a16:31:44.325146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22787): Launched\u000a16:31:44.651358 run osmo-hlr_10.42.42.2(pid=22788): Launched\u000a16:31:44.772715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:45.343334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22790): Launched\u000a16:31:45.669706 run osmo-stp_10.42.42.5(pid=22791): Launched\u000a16:31:45.787497 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:31:46.457255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22793): Launched\u000a16:31:46.915402 run osmo-msc_10.42.42.6(pid=22794): Launched\u000a16:31:47.293871 run osmo-stp_10.42.42.5(pid=22791): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22791)]\u000a16:31:47.426269 run osmo-stp_10.42.42.5(pid=22791): stdout: \u000a| (launched: 2022-12-09_16:31:45.509054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:47.553158 run osmo-stp_10.42.42.5(pid=22791): stderr: \u000a| �[0;m�[38;5;43m20221209163145702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163145703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163145703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163145703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163145704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163145704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163145704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:47.675910 run osmo-stp_10.42.42.5(pid=22791): stdout: \u000a| (launched: 2022-12-09_16:31:45.509054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:47.796942 run osmo-stp_10.42.42.5(pid=22791): stderr: \u000a| �[0;m�[38;5;43m20221209163145702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163145703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163145703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163145703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163145704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163145704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163145704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:47.850723 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22791): Process ended prematurely: osmo-stp_10.42.42.5(pid=22791) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22791)] [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:31:47.859396 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a16:31:47.918739 run osmo-hlr_10.42.42.2(pid=22788): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22788)]\u000a16:31:47.967280 run osmo-hlr_10.42.42.2(pid=22788): stdout: \u000a| (launched: 2022-12-09_16:31:44.491138) \u000a16:31:48.016513 run osmo-hlr_10.42.42.2(pid=22788): stderr: \u000a| �[0;m�[1;31m20221209163144692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163144692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163144692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163144692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163144692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163144692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163144704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163144712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163144712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163144712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:48.083733 run osmo-msc_10.42.42.6(pid=22794): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22794)]\u000a16:31:48.132276 run osmo-msc_10.42.42.6(pid=22794): stdout: \u000a| (launched: 2022-12-09_16:31:46.625906) \u000a16:31:48.181540 run osmo-msc_10.42.42.6(pid=22794): stderr: \u000a| �[0;m�[38;5;43m20221209163147000 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163147001 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb4cd89c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163147001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163147001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163147002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163147002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163147007 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163147008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163147008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163147008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:31:48.223311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22787): Terminating (SIGTERM)\u000a16:31:48.262803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22790): Terminating (SIGTERM)\u000a16:31:48.302491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22793): Terminating (SIGTERM)\u000a16:31:48.311823 --- ParallelTerminationStrategy: PID 22787 died...\u000a16:31:48.364787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22787): Terminated: ok {rc=0}\u000a16:31:48.374630 --- ParallelTerminationStrategy: PID 22790 died...\u000a16:31:48.427902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22790): Terminated: ok {rc=0}\u000a16:31:48.437708 --- ParallelTerminationStrategy: PID 22793 died...\u000a16:31:48.490335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22793): Terminated: ok {rc=0}\u000a16:31:48.573459 bus /sierra_3: Setting Powered False\u000a16:31:49.680746 bus /sierra_3: Setting Powered False\u000a16:31:50.787485 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22802): Process ended prematurely: osmo-stp_10.42.42.5(pid=22802) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22802)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22802): Process ended prematurely: osmo-stp_10.42.42.5(pid=22802) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22802)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:31:51.902788 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:51.915496 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:31:52.076621 tst mo_mt_call_osmux.py: using LAC 22306\u000a16:31:52.198771 tst mo_mt_call_osmux.py: using RAC 121\u000a16:31:52.317449 tst mo_mt_call_osmux.py: using CellId 22306\u000a16:31:52.441204 tst mo_mt_call_osmux.py: using BVCI 22307\u000a16:31:52.464306 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:52.475825 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:52.487385 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:52.498770 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:52.510106 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:31:52.521282 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:31:52.642535 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:31:52.857289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:53.371665 run create_hlr_db(pid=22796): Launched\u000a16:31:53.560783 bus /sierra_2: Setting Powered False\u000a16:31:54.581254 run create_hlr_db(pid=22796): Terminated: ok {rc=0}\u000a16:31:55.017562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22798): Launched\u000a16:31:55.344304 run osmo-hlr_10.42.42.2(pid=22799): Launched\u000a16:31:55.464393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:56.032137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22801): Launched\u000a16:31:56.356508 run osmo-stp_10.42.42.5(pid=22802): Launched\u000a16:31:56.474352 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:31:57.070925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22804): Launched\u000a16:31:57.399522 run osmo-msc_10.42.42.6(pid=22805): Launched\u000a16:31:57.591352 run osmo-stp_10.42.42.5(pid=22802): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22802)]\u000a16:31:57.729142 run osmo-stp_10.42.42.5(pid=22802): stdout: \u000a| (launched: 2022-12-09_16:31:56.197292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:57.866968 run osmo-stp_10.42.42.5(pid=22802): stderr: \u000a| �[0;m�[38;5;43m20221209163156391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163156391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163156391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163156391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163156392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163156392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163156392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:57.997049 run osmo-stp_10.42.42.5(pid=22802): stdout: \u000a| (launched: 2022-12-09_16:31:56.197292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:58.126205 run osmo-stp_10.42.42.5(pid=22802): stderr: \u000a| �[0;m�[38;5;43m20221209163156391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163156391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163156391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163156391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163156392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163156392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163156392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:58.183366 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22802): Process ended prematurely: osmo-stp_10.42.42.5(pid=22802) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22802)] [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:31:58.192557 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:31:58.255406 run osmo-hlr_10.42.42.2(pid=22799): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22799)]\u000a16:31:58.306506 run osmo-hlr_10.42.42.2(pid=22799): stdout: \u000a| (launched: 2022-12-09_16:31:55.183152) \u000a16:31:58.358301 run osmo-hlr_10.42.42.2(pid=22799): stderr: \u000a| �[0;m�[1;31m20221209163155382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163155382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163155382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163155382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163155382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163155382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163155396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163155405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163155405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163155405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:58.428508 run osmo-msc_10.42.42.6(pid=22805): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22805)]\u000a16:31:58.479371 run osmo-msc_10.42.42.6(pid=22805): stdout: \u000a| (launched: 2022-12-09_16:31:57.236446) \u000a16:31:58.530970 run osmo-msc_10.42.42.6(pid=22805): stderr: \u000a| �[0;m�[38;5;43m20221209163157557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163157557 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32c6662c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163157557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163157557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163157558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163157558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163157560 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163157560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163157560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163157560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:31:58.574631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22798): Terminating (SIGTERM)\u000a16:31:58.615949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22801): Terminating (SIGTERM)\u000a16:31:58.657679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22804): Terminating (SIGTERM)\u000a16:31:58.667451 --- ParallelTerminationStrategy: PID 22798 died...\u000a16:31:58.722639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22798): Terminated: ok {rc=0}\u000a16:31:58.732897 --- ParallelTerminationStrategy: PID 22801 died...\u000a16:31:58.788127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22801): Terminated: ok {rc=0}\u000a16:31:58.798120 --- ParallelTerminationStrategy: PID 22804 died...\u000a16:31:58.853498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22804): Terminated: ok {rc=0}\u000a16:31:58.940517 bus /sierra_3: Setting Powered False\u000a16:32:00.041726 bus /sierra_3: Setting Powered False\u000a16:32:01.165787 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:31:40" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22816): Process ended prematurely: osmo-stp_10.42.42.5(pid=22816) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22816)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22816): Process ended prematurely: osmo-stp_10.42.42.5(pid=22816) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:32:03.151555 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:32:03.162970 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:32:03.314709 tst mo_mt_call.py: using LAC 22307\u000a16:32:03.432921 tst mo_mt_call.py: using RAC 122\u000a16:32:03.553314 tst mo_mt_call.py: using CellId 22307\u000a16:32:03.672202 tst mo_mt_call.py: using BVCI 22308\u000a16:32:03.695154 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:32:03.706503 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:32:03.717709 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:32:03.728807 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:32:03.740099 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:32:03.751269 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:32:03.872426 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:32:04.073842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:04.566488 run create_hlr_db(pid=22810): Launched\u000a16:32:04.755929 bus /sierra_2: Setting Powered False\u000a16:32:05.775874 run create_hlr_db(pid=22810): Terminated: ok {rc=0}\u000a16:32:06.194549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22812): Launched\u000a16:32:06.521010 run osmo-hlr_10.42.42.2(pid=22813): Launched\u000a16:32:06.640676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:07.207100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22815): Launched\u000a16:32:07.534782 run osmo-stp_10.42.42.5(pid=22816): Launched\u000a16:32:07.654050 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:32:08.252846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22818): Launched\u000a16:32:08.581473 run osmo-msc_10.42.42.6(pid=22819): Launched\u000a16:32:08.771932 run osmo-stp_10.42.42.5(pid=22816): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22816)]\u000a16:32:08.910862 run osmo-stp_10.42.42.5(pid=22816): stdout: \u000a| (launched: 2022-12-09_16:32:07.372693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:09.048379 run osmo-stp_10.42.42.5(pid=22816): stderr: \u000a| �[0;m�[38;5;43m20221209163207563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163207563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163207563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163207564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163207566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163207566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163207566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:09.179367 run osmo-stp_10.42.42.5(pid=22816): stdout: \u000a| (launched: 2022-12-09_16:32:07.372693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:09.308741 run osmo-stp_10.42.42.5(pid=22816): stderr: \u000a| �[0;m�[38;5;43m20221209163207563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163207563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163207563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163207564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163207566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163207566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163207566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:09.366308 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22816): Process ended prematurely: osmo-stp_10.42.42.5(pid=22816) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22816)] [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:32:09.375243 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:32:09.438981 run osmo-hlr_10.42.42.2(pid=22813): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22813)]\u000a16:32:09.490427 run osmo-hlr_10.42.42.2(pid=22813): stdout: \u000a| (launched: 2022-12-09_16:32:06.360694) \u000a16:32:09.542993 run osmo-hlr_10.42.42.2(pid=22813): stderr: \u000a| �[0;m�[1;31m20221209163206558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163206558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163206558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163206558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163206558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163206558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163206570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163206579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163206579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163206579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:09.614141 run osmo-msc_10.42.42.6(pid=22819): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22819)]\u000a16:32:09.665477 run osmo-msc_10.42.42.6(pid=22819): stdout: \u000a| (launched: 2022-12-09_16:32:08.418347) \u000a16:32:09.717564 run osmo-msc_10.42.42.6(pid=22819): stderr: \u000a| �[0;m�[38;5;43m20221209163208740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163208741 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbddd85fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163208741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163208741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163208741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163208741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163208743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163208743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163208743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163208743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:32:09.761443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22812): Terminating (SIGTERM)\u000a16:32:09.803413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22815): Terminating (SIGTERM)\u000a16:32:09.845806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22818): Terminating (SIGTERM)\u000a16:32:09.855591 --- ParallelTerminationStrategy: PID 22812 died...\u000a16:32:09.911837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22812): Terminated: ok {rc=0}\u000a16:32:09.922030 --- ParallelTerminationStrategy: PID 22815 died...\u000a16:32:09.978145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22815): Terminated: ok {rc=0}\u000a16:32:09.988234 --- ParallelTerminationStrategy: PID 22818 died...\u000a16:32:10.044314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22818): Terminated: ok {rc=0}\u000a16:32:10.130408 bus /sierra_3: Setting Powered False\u000a16:32:11.233887 bus /sierra_3: Setting Powered False\u000a16:32:12.343424 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22827): Process ended prematurely: osmo-stp_10.42.42.5(pid=22827) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22827)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22827): Process ended prematurely: osmo-stp_10.42.42.5(pid=22827) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:32:13.458683 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:32:13.471414 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:32:13.640349 tst mo_mt_call_osmux.py: using LAC 22308\u000a16:32:13.766514 tst mo_mt_call_osmux.py: using RAC 123\u000a16:32:13.893302 tst mo_mt_call_osmux.py: using CellId 22308\u000a16:32:14.023233 tst mo_mt_call_osmux.py: using BVCI 22309\u000a16:32:14.048177 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:32:14.060337 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:32:14.072015 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:32:14.084391 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:32:14.096847 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:32:14.110184 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:32:14.228520 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:32:14.442130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:14.955323 run create_hlr_db(pid=22821): Launched\u000a16:32:15.144155 bus /sierra_2: Setting Powered False\u000a16:32:16.171247 run create_hlr_db(pid=22821): Terminated: ok {rc=0}\u000a16:32:16.620186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22823): Launched\u000a16:32:17.073421 run osmo-hlr_10.42.42.2(pid=22824): Launched\u000a16:32:17.217954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:17.745990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22826): Launched\u000a16:32:18.050174 run osmo-stp_10.42.42.5(pid=22827): Launched\u000a16:32:18.160407 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:32:18.714332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22829): Launched\u000a16:32:19.018014 run osmo-msc_10.42.42.6(pid=22830): Launched\u000a16:32:19.195535 run osmo-stp_10.42.42.5(pid=22827): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22827)]\u000a16:32:19.323290 run osmo-stp_10.42.42.5(pid=22827): stdout: \u000a| (launched: 2022-12-09_16:32:17.900719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:19.449387 run osmo-stp_10.42.42.5(pid=22827): stderr: \u000a| �[0;m�[38;5;43m20221209163218074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163218074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163218074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163218074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163218075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163218075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163218075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:19.571026 run osmo-stp_10.42.42.5(pid=22827): stdout: \u000a| (launched: 2022-12-09_16:32:17.900719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:19.693394 run osmo-stp_10.42.42.5(pid=22827): stderr: \u000a| �[0;m�[38;5;43m20221209163218074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163218074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163218074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163218074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163218075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163218075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163218075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:19.746766 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22827): Process ended prematurely: osmo-stp_10.42.42.5(pid=22827) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22827)] [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:32:19.755604 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:32:19.815772 run osmo-hlr_10.42.42.2(pid=22824): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22824)]\u000a16:32:19.864852 run osmo-hlr_10.42.42.2(pid=22824): stdout: \u000a| (launched: 2022-12-09_16:32:16.787935) \u000a16:32:19.914572 run osmo-hlr_10.42.42.2(pid=22824): stderr: \u000a| �[0;m�[1;31m20221209163217050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163217050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163217050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163217050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163217050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163217050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163217070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163217084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163217084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163217093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:19.982024 run osmo-msc_10.42.42.6(pid=22830): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22830)]\u000a16:32:20.030996 run osmo-msc_10.42.42.6(pid=22830): stdout: \u000a| (launched: 2022-12-09_16:32:18.868345) \u000a16:32:20.080665 run osmo-msc_10.42.42.6(pid=22830): stderr: \u000a| �[0;m�[38;5;43m20221209163219140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163219140 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f534215ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163219140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163219140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163219140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163219140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163219142 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163219143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163219144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163219144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:32:20.122554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22823): Terminating (SIGTERM)\u000a16:32:20.162470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22826): Terminating (SIGTERM)\u000a16:32:20.202445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22829): Terminating (SIGTERM)\u000a16:32:20.211964 --- ParallelTerminationStrategy: PID 22823 died...\u000a16:32:20.265508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22823): Terminated: ok {rc=0}\u000a16:32:20.275554 --- ParallelTerminationStrategy: PID 22826 died...\u000a16:32:20.328783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22826): Terminated: ok {rc=0}\u000a16:32:20.338743 --- ParallelTerminationStrategy: PID 22829 died...\u000a16:32:20.392206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22829): Terminated: ok {rc=0}\u000a16:32:20.480229 bus /sierra_3: Setting Powered False\u000a16:32:21.583938 bus /sierra_3: Setting Powered False\u000a16:32:22.693997 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:32:02" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22841): Process ended prematurely: osmo-stp_10.42.42.5(pid=22841) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22841)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22841): Process ended prematurely: osmo-stp_10.42.42.5(pid=22841) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:32:24.677403 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:24.688534 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:32:24.849355 tst mo_mt_call.py: using LAC 22309\u000a16:32:24.979544 tst mo_mt_call.py: using RAC 124\u000a16:32:25.108272 tst mo_mt_call.py: using CellId 22309\u000a16:32:25.235082 tst mo_mt_call.py: using BVCI 22310\u000a16:32:25.259993 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:25.271915 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:25.283542 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:25.295376 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:25.307344 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:25.319132 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:32:25.440588 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:32:25.654123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:26.164702 run create_hlr_db(pid=22835): Launched\u000a16:32:26.353576 bus /sierra_2: Setting Powered False\u000a16:32:27.373589 run create_hlr_db(pid=22835): Terminated: ok {rc=0}\u000a16:32:27.790237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22837): Launched\u000a16:32:28.117182 run osmo-hlr_10.42.42.2(pid=22838): Launched\u000a16:32:28.236321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:28.801649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22840): Launched\u000a16:32:29.126334 run osmo-stp_10.42.42.5(pid=22841): Launched\u000a16:32:29.243568 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:32:29.838560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22843): Launched\u000a16:32:30.164927 run osmo-msc_10.42.42.6(pid=22844): Launched\u000a16:32:30.355225 run osmo-stp_10.42.42.5(pid=22841): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22841)]\u000a16:32:30.493403 run osmo-stp_10.42.42.5(pid=22841): stdout: \u000a| (launched: 2022-12-09_16:32:28.967454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:30.630872 run osmo-stp_10.42.42.5(pid=22841): stderr: \u000a| �[0;m�[38;5;43m20221209163229161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163229161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163229161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163229162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163229162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163229162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163229162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:30.761835 run osmo-stp_10.42.42.5(pid=22841): stdout: \u000a| (launched: 2022-12-09_16:32:28.967454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:30.900607 run osmo-stp_10.42.42.5(pid=22841): stderr: \u000a| �[0;m�[38;5;43m20221209163229161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163229161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163229161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163229162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163229162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163229162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163229162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:30.959835 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22841): Process ended prematurely: osmo-stp_10.42.42.5(pid=22841) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22841)] [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:32:30.970015 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:32:31.035921 run osmo-hlr_10.42.42.2(pid=22838): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22838)]\u000a16:32:31.089063 run osmo-hlr_10.42.42.2(pid=22838): stdout: \u000a| (launched: 2022-12-09_16:32:27.957158) \u000a16:32:31.142675 run osmo-hlr_10.42.42.2(pid=22838): stderr: \u000a| �[0;m�[1;31m20221209163228154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163228154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163228154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163228154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163228154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163228154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163228166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163228175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163228175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163228175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:31.214978 run osmo-msc_10.42.42.6(pid=22844): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22844)]\u000a16:32:31.267913 run osmo-msc_10.42.42.6(pid=22844): stdout: \u000a| (launched: 2022-12-09_16:32:30.004302) \u000a16:32:31.322002 run osmo-msc_10.42.42.6(pid=22844): stderr: \u000a| �[0;m�[38;5;43m20221209163230326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163230327 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f639df64c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163230327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163230327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163230327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163230327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163230329 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163230329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163230329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163230329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:32:31.367130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22837): Terminating (SIGTERM)\u000a16:32:31.413222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22840): Terminating (SIGTERM)\u000a16:32:31.456764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22843): Terminating (SIGTERM)\u000a16:32:31.467280 --- ParallelTerminationStrategy: PID 22837 died...\u000a16:32:31.524580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22837): Terminated: ok {rc=0}\u000a16:32:31.536332 --- ParallelTerminationStrategy: PID 22840 died...\u000a16:32:31.593782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22840): Terminated: ok {rc=0}\u000a16:32:31.605577 --- ParallelTerminationStrategy: PID 22843 died...\u000a16:32:31.663837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22843): Terminated: ok {rc=0}\u000a16:32:31.751310 bus /sierra_3: Setting Powered False\u000a16:32:32.850969 bus /sierra_3: Setting Powered False\u000a16:32:33.961012 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22852): Process ended prematurely: osmo-stp_10.42.42.5(pid=22852) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22852)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22852): Process ended prematurely: osmo-stp_10.42.42.5(pid=22852) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:32:35.071284 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:35.083386 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:32:35.236165 tst mo_mt_call_osmux.py: using LAC 22310\u000a16:32:35.354727 tst mo_mt_call_osmux.py: using RAC 125\u000a16:32:35.475710 tst mo_mt_call_osmux.py: using CellId 22310\u000a16:32:35.596207 tst mo_mt_call_osmux.py: using BVCI 22311\u000a16:32:35.619153 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:35.630437 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:35.641446 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:35.652382 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:35.663448 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:32:35.674465 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:32:35.794748 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:32:36.000565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:36.485721 run create_hlr_db(pid=22846): Launched\u000a16:32:36.660604 bus /sierra_2: Setting Powered False\u000a16:32:37.681677 run create_hlr_db(pid=22846): Terminated: ok {rc=0}\u000a16:32:38.115418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22848): Launched\u000a16:32:38.440707 run osmo-hlr_10.42.42.2(pid=22849): Launched\u000a16:32:38.561324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:39.126309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22851): Launched\u000a16:32:39.451383 run osmo-stp_10.42.42.5(pid=22852): Launched\u000a16:32:39.569853 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:32:40.165974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22854): Launched\u000a16:32:40.494557 run osmo-msc_10.42.42.6(pid=22855): Launched\u000a16:32:40.686849 run osmo-stp_10.42.42.5(pid=22852): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22852)]\u000a16:32:40.825394 run osmo-stp_10.42.42.5(pid=22852): stdout: \u000a| (launched: 2022-12-09_16:32:39.291470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:40.963695 run osmo-stp_10.42.42.5(pid=22852): stderr: \u000a| �[0;m�[38;5;43m20221209163239483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163239484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163239484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163239484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163239485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163239485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163239485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:41.094690 run osmo-stp_10.42.42.5(pid=22852): stdout: \u000a| (launched: 2022-12-09_16:32:39.291470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:41.224309 run osmo-stp_10.42.42.5(pid=22852): stderr: \u000a| �[0;m�[38;5;43m20221209163239483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163239484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163239484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163239484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163239485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163239485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163239485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:41.282026 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22852): Process ended prematurely: osmo-stp_10.42.42.5(pid=22852) [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22852)] [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:32:41.291391 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:32:41.354596 run osmo-hlr_10.42.42.2(pid=22849): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22849)]\u000a16:32:41.405828 run osmo-hlr_10.42.42.2(pid=22849): stdout: \u000a| (launched: 2022-12-09_16:32:38.280878) \u000a16:32:41.457649 run osmo-hlr_10.42.42.2(pid=22849): stderr: \u000a| �[0;m�[1;31m20221209163238480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163238480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163238480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163238480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163238481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163238481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163238493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163238501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163238501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163238501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:41.527821 run osmo-msc_10.42.42.6(pid=22855): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22855)]\u000a16:32:41.579114 run osmo-msc_10.42.42.6(pid=22855): stdout: \u000a| (launched: 2022-12-09_16:32:40.332183) \u000a16:32:41.630972 run osmo-msc_10.42.42.6(pid=22855): stderr: \u000a| �[0;m�[38;5;43m20221209163240656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163240657 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f653266ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163240657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163240657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163240657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163240657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163240659 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163240659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163240659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163240659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:32:41.674732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22848): Terminating (SIGTERM)\u000a16:32:41.716552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22851): Terminating (SIGTERM)\u000a16:32:41.758612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22854): Terminating (SIGTERM)\u000a16:32:41.768515 --- ParallelTerminationStrategy: PID 22848 died...\u000a16:32:41.824920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22848): Terminated: ok {rc=0}\u000a16:32:41.835518 --- ParallelTerminationStrategy: PID 22851 died...\u000a16:32:41.891281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22851): Terminated: ok {rc=0}\u000a16:32:41.901774 --- ParallelTerminationStrategy: PID 22854 died...\u000a16:32:41.957515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22854): Terminated: ok {rc=0}\u000a16:32:42.044568 bus /sierra_3: Setting Powered False\u000a16:32:43.149242 bus /sierra_3: Setting Powered False\u000a16:32:44.255877 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:32:24" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22867): Process ended prematurely: osmo-stp_10.42.42.5(pid=22867) [trial-2361↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22867)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22867): Process ended prematurely: osmo-stp_10.42.42.5(pid=22867) [trial-2361↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:32:46.269061 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:46.281156 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:32:46.451478 tst emergency_mo_mt_call.py: using LAC 22311\u000a16:32:46.581204 tst emergency_mo_mt_call.py: using RAC 126\u000a16:32:46.717562 tst emergency_mo_mt_call.py: using CellId 22311\u000a16:32:46.839378 tst emergency_mo_mt_call.py: using BVCI 22312\u000a16:32:46.862771 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:46.874316 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:46.886356 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:46.897681 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:46.909006 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:46.920462 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:32:47.040682 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:32:47.265081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:47.744761 run create_hlr_db(pid=22860): Launched\u000a16:32:47.917301 bus /sierra_2: Setting Powered False\u000a16:32:48.938489 run create_hlr_db(pid=22860): Terminated: ok {rc=0}\u000a16:32:49.363504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22863): Launched\u000a16:32:49.663483 run osmo-hlr_10.42.42.2(pid=22864): Launched\u000a16:32:49.771678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:50.288507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22866): Launched\u000a16:32:50.586150 run osmo-stp_10.42.42.5(pid=22867): Launched\u000a16:32:50.704858 tst emergency_mo_mt_call.py: using MSISDN 7269\u000a16:32:50.851421 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:32:51.399739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22869): Launched\u000a16:32:51.696902 run osmo-msc_10.42.42.6(pid=22870): Launched\u000a16:32:51.873077 run osmo-stp_10.42.42.5(pid=22867): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22867)]\u000a16:32:51.999152 run osmo-stp_10.42.42.5(pid=22867): stdout: \u000a| (launched: 2022-12-09_16:32:50.439195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:52.122625 run osmo-stp_10.42.42.5(pid=22867): stderr: \u000a| �[0;m�[38;5;43m20221209163250610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163250610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163250611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163250611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163250611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163250611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163250612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:52.242008 run osmo-stp_10.42.42.5(pid=22867): stdout: \u000a| (launched: 2022-12-09_16:32:50.439195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:52.360291 run osmo-stp_10.42.42.5(pid=22867): stderr: \u000a| �[0;m�[38;5;43m20221209163250610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163250610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163250611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163250611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163250611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163250611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163250612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:52.412154 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=22867): Process ended prematurely: osmo-stp_10.42.42.5(pid=22867) [trial-2361↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22867)] [trial-2361↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a16:32:52.419770 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a16:32:52.479095 run osmo-hlr_10.42.42.2(pid=22864): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22864)]\u000a16:32:52.527802 run osmo-hlr_10.42.42.2(pid=22864): stdout: \u000a| (launched: 2022-12-09_16:32:49.515531) \u000a16:32:52.576941 run osmo-hlr_10.42.42.2(pid=22864): stderr: \u000a| �[0;m�[1;31m20221209163249690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163249690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163249690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163249690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163249690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163249690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163249702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163249713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163249714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163249714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:52.643810 run osmo-msc_10.42.42.6(pid=22870): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22870)]\u000a16:32:52.692412 run osmo-msc_10.42.42.6(pid=22870): stdout: \u000a| (launched: 2022-12-09_16:32:51.550678) \u000a16:32:52.741480 run osmo-msc_10.42.42.6(pid=22870): stderr: \u000a| �[0;m�[38;5;43m20221209163251823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163251823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd26641fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163251823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163251823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163251824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163251824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163251826 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163251826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163251826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163251826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:32:52.782639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22863): Terminating (SIGTERM)\u000a16:32:52.821623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22866): Terminating (SIGTERM)\u000a16:32:52.860618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22869): Terminating (SIGTERM)\u000a16:32:52.869863 --- ParallelTerminationStrategy: PID 22863 died...\u000a16:32:52.922183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22863): Terminated: ok {rc=0}\u000a16:32:52.931807 --- ParallelTerminationStrategy: PID 22866 died...\u000a16:32:52.984161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22866): Terminated: ok {rc=0}\u000a16:32:52.993844 --- ParallelTerminationStrategy: PID 22869 died...\u000a16:32:53.046153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22869): Terminated: ok {rc=0}\u000a16:32:53.128579 bus /sierra_3: Setting Powered False\u000a16:32:54.234621 bus /sierra_3: Setting Powered False\u000a16:32:55.342091 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22878): Process ended prematurely: osmo-stp_10.42.42.5(pid=22878) [trial-2361↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22878)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22878): Process ended prematurely: osmo-stp_10.42.42.5(pid=22878) [trial-2361↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:32:56.393711 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:56.406008 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:32:56.546064 tst emergency_preemptive_call.py: using LAC 22312\u000a16:32:56.668715 tst emergency_preemptive_call.py: using RAC 127\u000a16:32:56.786901 tst emergency_preemptive_call.py: using CellId 22312\u000a16:32:56.902385 tst emergency_preemptive_call.py: using BVCI 22313\u000a16:32:56.925009 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:56.936022 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:56.946819 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:56.957690 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:56.968328 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:56.978924 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:32:57.098585 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:32:57.217351 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:32:57.336481 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:32:57.544421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:58.051718 run create_hlr_db(pid=22872): Launched\u000a16:32:58.238167 bus /sierra_2: Setting Powered False\u000a16:32:59.257952 run create_hlr_db(pid=22872): Terminated: ok {rc=0}\u000a16:32:59.686204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22874): Launched\u000a16:33:00.009707 run osmo-hlr_10.42.42.2(pid=22875): Launched\u000a16:33:00.126585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:00.683626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22877): Launched\u000a16:33:01.050714 run osmo-stp_10.42.42.5(pid=22878): Launched\u000a16:33:01.237378 tst emergency_preemptive_call.py: using MSISDN 7270\u000a16:33:01.622591 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:33:02.223469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22881): Launched\u000a16:33:02.547850 run osmo-msc_10.42.42.6(pid=22882): Launched\u000a16:33:02.735726 run osmo-stp_10.42.42.5(pid=22878): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22878)]\u000a16:33:02.871950 run osmo-stp_10.42.42.5(pid=22878): stdout: \u000a| (launched: 2022-12-09_16:33:00.851098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:03.007441 run osmo-stp_10.42.42.5(pid=22878): stderr: \u000a| �[0;m�[38;5;43m20221209163301199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163301200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163301202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163301202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163301203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163301203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163301203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:03.136203 run osmo-stp_10.42.42.5(pid=22878): stdout: \u000a| (launched: 2022-12-09_16:33:00.851098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:03.264144 run osmo-stp_10.42.42.5(pid=22878): stderr: \u000a| �[0;m�[38;5;43m20221209163301199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163301200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163301202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163301202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163301203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163301203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163301203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:03.320051 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=22878): Process ended prematurely: osmo-stp_10.42.42.5(pid=22878) [trial-2361↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22878)] [trial-2361↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a16:33:03.328856 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a16:33:03.391867 run osmo-hlr_10.42.42.2(pid=22875): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22875)]\u000a16:33:03.443251 run osmo-hlr_10.42.42.2(pid=22875): stdout: \u000a| (launched: 2022-12-09_16:32:59.849555) \u000a16:33:03.495252 run osmo-hlr_10.42.42.2(pid=22875): stderr: \u000a| �[0;m�[1;31m20221209163300049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163300049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163300049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163300049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163300049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163300049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163300061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163300069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163300070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163300070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:03.565678 run osmo-msc_10.42.42.6(pid=22882): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22882)]\u000a16:33:03.616785 run osmo-msc_10.42.42.6(pid=22882): stdout: \u000a| (launched: 2022-12-09_16:33:02.388353) \u000a16:33:03.668532 run osmo-msc_10.42.42.6(pid=22882): stderr: \u000a| �[0;m�[38;5;43m20221209163302707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163302707 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a16189c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163302707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163302707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163302707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163302708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163302709 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163302710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163302710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163302710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:33:03.712370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22874): Terminating (SIGTERM)\u000a16:33:03.754171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22877): Terminating (SIGTERM)\u000a16:33:03.795903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22881): Terminating (SIGTERM)\u000a16:33:03.805987 --- ParallelTerminationStrategy: PID 22874 died...\u000a16:33:03.862059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22874): Terminated: ok {rc=0}\u000a16:33:03.872508 --- ParallelTerminationStrategy: PID 22877 died...\u000a16:33:03.928240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22877): Terminated: ok {rc=0}\u000a16:33:03.938389 --- ParallelTerminationStrategy: PID 22881 died...\u000a16:33:03.993855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22881): Terminated: ok {rc=0}\u000a16:33:04.080752 bus /sierra_9: Setting Powered False\u000a16:33:05.186885 bus /sierra_9: Setting Powered False\u000a16:33:06.297436 bus /sierra_8: Setting Powered False\u000a16:33:07.399184 bus /sierra_8: Setting Powered False\u000a16:33:08.509675 bus /sierra_3: Setting Powered False\u000a16:33:09.616205 bus /sierra_3: Setting Powered False\u000a16:33:10.722837 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:32:45" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22897): Process ended prematurely: osmo-stp_10.42.42.5(pid=22897) [trial-2361↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22897)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22897): Process ended prematurely: osmo-stp_10.42.42.5(pid=22897) [trial-2361↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22897)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:33:12.848044 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:12.859476 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:33:13.000020 tst cs_paging_gprs_active.py: using LAC 22313\u000a16:33:13.126427 tst cs_paging_gprs_active.py: using RAC 128\u000a16:33:13.252940 tst cs_paging_gprs_active.py: using CellId 22313\u000a16:33:13.380419 tst cs_paging_gprs_active.py: using BVCI 22314\u000a16:33:13.405221 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:13.416492 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:13.427675 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:13.439076 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:13.450324 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:13.461545 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:13.473012 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:13.484158 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:13.495510 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:33:13.613891 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:33:13.911232 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:33:14.048924 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:14.388122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22887): Launched\u000a16:33:14.670489 run iperf3-srv_10.42.42.10(pid=22888): Launched\u000a16:33:14.871002 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:33:15.007051 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:15.347079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22889): Launched\u000a16:33:15.627608 run iperf3-srv_10.42.42.10(pid=22890): Launched\u000a16:33:15.827843 tst cs_paging_gprs_active.py:38: start network...\u000a16:33:15.976512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:16.514283 run create_hlr_db(pid=22891): Launched\u000a16:33:16.695734 bus /sierra_2: Setting Powered False\u000a16:33:17.712412 run create_hlr_db(pid=22891): Terminated: ok {rc=0}\u000a16:33:18.118444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22893): Launched\u000a16:33:18.421141 run osmo-hlr_10.42.42.2(pid=22894): Launched\u000a16:33:18.532044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:19.059067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22896): Launched\u000a16:33:19.363674 run osmo-stp_10.42.42.5(pid=22897): Launched\u000a16:33:19.473897 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:33:20.002839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22899): Launched\u000a16:33:20.112055 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:33:20.378592 run patchelf(pid=22900): Launched\u000a16:33:20.557274 run osmo-stp_10.42.42.5(pid=22897): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22897)]\u000a16:33:20.687659 run osmo-stp_10.42.42.5(pid=22897): stdout: \u000a| (launched: 2022-12-09_16:33:19.213538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:20.818349 run osmo-stp_10.42.42.5(pid=22897): stderr: \u000a| �[0;m�[38;5;43m20221209163319383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163319383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163319384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163319384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163319385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163319385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163319385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:20.943496 run osmo-stp_10.42.42.5(pid=22897): stdout: \u000a| (launched: 2022-12-09_16:33:19.213538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:21.067386 run osmo-stp_10.42.42.5(pid=22897): stderr: \u000a| �[0;m�[38;5;43m20221209163319383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163319383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163319384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163319384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163319385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163319385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163319385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:21.212462 run patchelf(pid=22900): Terminating (SIGINT)\u000a16:33:21.383333 run patchelf(pid=22900): Terminated: ok {rc=0}\u000a16:33:21.414678 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22897): Process ended prematurely: osmo-stp_10.42.42.5(pid=22897) [trial-2361↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22897)] [trial-2361↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a16:33:21.423735 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a16:33:21.483249 run osmo-hlr_10.42.42.2(pid=22894): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22894)]\u000a16:33:21.531692 run osmo-hlr_10.42.42.2(pid=22894): stdout: \u000a| (launched: 2022-12-09_16:33:18.272148) \u000a16:33:21.580842 run osmo-hlr_10.42.42.2(pid=22894): stderr: \u000a| �[0;m�[1;31m20221209163318451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163318451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163318451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163318451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163318451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163318451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163318463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163318474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163318474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163318474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:21.622816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22887): Terminating (SIGTERM)\u000a16:33:21.662060 run iperf3-srv_10.42.42.10(pid=22888): Terminating (SIGTERM)\u000a16:33:21.701398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22889): Terminating (SIGTERM)\u000a16:33:21.740588 run iperf3-srv_10.42.42.10(pid=22890): Terminating (SIGTERM)\u000a16:33:21.779778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22893): Terminating (SIGTERM)\u000a16:33:21.819081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22896): Terminating (SIGTERM)\u000a16:33:21.858478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22899): Terminating (SIGTERM)\u000a16:33:21.867729 --- ParallelTerminationStrategy: PID 22887 died...\u000a16:33:21.920934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22887): Terminated: ok {rc=0}\u000a16:33:21.930689 --- ParallelTerminationStrategy: PID 22888 died...\u000a16:33:21.983421 run iperf3-srv_10.42.42.10(pid=22888): Terminated {rc=256}\u000a16:33:21.993202 --- ParallelTerminationStrategy: PID 22889 died...\u000a16:33:22.045698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22889): Terminated: ok {rc=0}\u000a16:33:22.055365 --- ParallelTerminationStrategy: PID 22890 died...\u000a16:33:22.108210 run iperf3-srv_10.42.42.10(pid=22890): Terminated {rc=256}\u000a16:33:22.118025 --- ParallelTerminationStrategy: PID 22893 died...\u000a16:33:22.170342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22893): Terminated: ok {rc=0}\u000a16:33:22.180114 --- ParallelTerminationStrategy: PID 22896 died...\u000a16:33:22.232556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22896): Terminated: ok {rc=0}\u000a16:33:22.242283 --- ParallelTerminationStrategy: PID 22899 died...\u000a16:33:22.294607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22899): Terminated: ok {rc=0}\u000a16:33:22.383073 bus /gobi_0: Setting Powered False\u000a16:33:23.486161 bus /gobi_0: Setting Powered False\u000a16:33:24.596701 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22910): Process ended prematurely: osmo-stp_10.42.42.5(pid=22910) [trial-2361↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22910)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22910): Process ended prematurely: osmo-stp_10.42.42.5(pid=22910) [trial-2361↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22910)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a16:33:25.706866 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:25.718492 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:33:25.853632 tst iperf3.py: using LAC 22314\u000a16:33:25.972074 tst iperf3.py: using RAC 129\u000a16:33:26.091770 tst iperf3.py: using CellId 22314\u000a16:33:26.210091 tst iperf3.py: using BVCI 22315\u000a16:33:26.233119 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:26.243843 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:26.254561 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:26.265191 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:26.275970 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:26.286475 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:26.297191 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:26.307632 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:26.319655 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:33:26.598557 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:33:26.724138 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:27.039764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22902): Launched\u000a16:33:27.304673 run iperf3-srv_10.42.42.10(pid=22903): Launched\u000a16:33:27.490230 tst iperf3.py:8: start network...\u000a16:33:27.616205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:28.100515 run create_hlr_db(pid=22904): Launched\u000a16:33:28.276133 bus /gobi_6: Setting Powered False\u000a16:33:29.295698 run create_hlr_db(pid=22904): Terminated: ok {rc=0}\u000a16:33:29.702560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22906): Launched\u000a16:33:30.005252 run osmo-hlr_10.42.42.2(pid=22907): Launched\u000a16:33:30.115396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:30.642481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22909): Launched\u000a16:33:31.062141 run osmo-stp_10.42.42.5(pid=22910): Launched\u000a16:33:31.295732 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:33:31.865330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22912): Launched\u000a16:33:31.977014 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:33:32.264151 run patchelf(pid=22913): Launched\u000a16:33:32.443711 run osmo-stp_10.42.42.5(pid=22910): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22910)]\u000a16:33:32.574419 run osmo-stp_10.42.42.5(pid=22910): stdout: \u000a| (launched: 2022-12-09_16:33:30.796319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:32.705104 run osmo-stp_10.42.42.5(pid=22910): stderr: \u000a| �[0;m�[38;5;43m20221209163331111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163331111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163331111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163331112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163331118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163331118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163331118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:32.830946 run osmo-stp_10.42.42.5(pid=22910): stdout: \u000a| (launched: 2022-12-09_16:33:30.796319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:32.955314 run osmo-stp_10.42.42.5(pid=22910): stderr: \u000a| �[0;m�[38;5;43m20221209163331111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163331111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163331111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163331112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163331118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163331118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163331118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:33.100792 run patchelf(pid=22913): Terminating (SIGINT)\u000a16:33:33.272632 run patchelf(pid=22913): Terminated: ok {rc=0}\u000a16:33:33.304271 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22910): Process ended prematurely: osmo-stp_10.42.42.5(pid=22910) [trial-2361↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22910)] [trial-2361↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a16:33:33.313577 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:33:33.373095 run osmo-hlr_10.42.42.2(pid=22907): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22907)]\u000a16:33:33.421757 run osmo-hlr_10.42.42.2(pid=22907): stdout: \u000a| (launched: 2022-12-09_16:33:29.856121) \u000a16:33:33.470984 run osmo-hlr_10.42.42.2(pid=22907): stderr: \u000a| �[0;m�[1;31m20221209163330035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163330035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163330035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163330035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163330035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163330036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163330048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163330058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163330058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163330059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:33.513600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22902): Terminating (SIGTERM)\u000a16:33:33.553471 run iperf3-srv_10.42.42.10(pid=22903): Terminating (SIGTERM)\u000a16:33:33.592843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22906): Terminating (SIGTERM)\u000a16:33:33.632938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22909): Terminating (SIGTERM)\u000a16:33:33.673002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22912): Terminating (SIGTERM)\u000a16:33:33.682444 --- ParallelTerminationStrategy: PID 22902 died...\u000a16:33:33.735951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22902): Terminated: ok {rc=0}\u000a16:33:33.745740 --- ParallelTerminationStrategy: PID 22903 died...\u000a16:33:33.798742 run iperf3-srv_10.42.42.10(pid=22903): Terminated {rc=256}\u000a16:33:33.808513 --- ParallelTerminationStrategy: PID 22906 died...\u000a16:33:33.861508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22906): Terminated: ok {rc=0}\u000a16:33:33.871386 --- ParallelTerminationStrategy: PID 22909 died...\u000a16:33:33.924372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22909): Terminated: ok {rc=0}\u000a16:33:33.934163 --- ParallelTerminationStrategy: PID 22912 died...\u000a16:33:33.987192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22912): Terminated: ok {rc=0}\u000a16:33:34.074799 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22928): Process ended prematurely: osmo-stp_10.42.42.5(pid=22928) [trial-2361↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22928)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22928): Process ended prematurely: osmo-stp_10.42.42.5(pid=22928) [trial-2361↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a16:33:35.185619 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:35.197107 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:33:35.330236 tst iperf3m4.py: using LAC 22315\u000a16:33:35.450361 tst iperf3m4.py: using RAC 130\u000a16:33:35.571461 tst iperf3m4.py: using CellId 22315\u000a16:33:35.691951 tst iperf3m4.py: using BVCI 22316\u000a16:33:35.714991 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:35.725845 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:35.736417 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:35.747110 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:35.757622 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:35.768064 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:35.779064 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:35.789534 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:35.800183 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:33:35.922669 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:33:36.044370 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:33:36.162743 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:33:36.450508 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:33:36.577591 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:36.893680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22914): Launched\u000a16:33:37.154663 run iperf3-srv_10.42.42.10(pid=22915): Launched\u000a16:33:37.340038 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:33:37.466482 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:37.782741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22916): Launched\u000a16:33:38.043865 run iperf3-srv_10.42.42.10(pid=22917): Launched\u000a16:33:38.232190 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:33:38.369279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:38.707663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22918): Launched\u000a16:33:38.989475 run iperf3-srv_10.42.42.10(pid=22919): Launched\u000a16:33:39.189758 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:33:39.325648 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:39.664039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22920): Launched\u000a16:33:39.945545 run iperf3-srv_10.42.42.10(pid=22921): Launched\u000a16:33:40.146941 tst iperf3m4.py:8: start network...\u000a16:33:40.284196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:40.797026 run create_hlr_db(pid=22922): Launched\u000a16:33:40.986647 bus /gobi_6: Setting Powered False\u000a16:33:42.007426 run create_hlr_db(pid=22922): Terminated: ok {rc=0}\u000a16:33:42.443833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22924): Launched\u000a16:33:42.772381 run osmo-hlr_10.42.42.2(pid=22925): Launched\u000a16:33:42.895597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:43.562406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22927): Launched\u000a16:33:43.883823 run osmo-stp_10.42.42.5(pid=22928): Launched\u000a16:33:44.000647 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:33:44.561147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22930): Launched\u000a16:33:44.675227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:33:44.956213 run patchelf(pid=22931): Launched\u000a16:33:45.144139 run osmo-stp_10.42.42.5(pid=22928): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22928)]\u000a16:33:45.281827 run osmo-stp_10.42.42.5(pid=22928): stdout: \u000a| (launched: 2022-12-09_16:33:43.724743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:45.419384 run osmo-stp_10.42.42.5(pid=22928): stderr: \u000a| �[0;m�[38;5;43m20221209163343934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163343934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163343935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163343935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163343936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163343936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163343936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:45.551962 run osmo-stp_10.42.42.5(pid=22928): stdout: \u000a| (launched: 2022-12-09_16:33:43.724743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:45.683136 run osmo-stp_10.42.42.5(pid=22928): stderr: \u000a| �[0;m�[38;5;43m20221209163343934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163343934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163343935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163343935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163343936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163343936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163343936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:45.845554 run patchelf(pid=22931): Terminating (SIGINT)\u000a16:33:46.043555 run patchelf(pid=22931): Terminated: ok {rc=0}\u000a16:33:46.075878 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22928): Process ended prematurely: osmo-stp_10.42.42.5(pid=22928) [trial-2361↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22928)] [trial-2361↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a16:33:46.086181 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:33:46.147531 run osmo-hlr_10.42.42.2(pid=22925): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22925)]\u000a16:33:46.197556 run osmo-hlr_10.42.42.2(pid=22925): stdout: \u000a| (launched: 2022-12-09_16:33:42.609684) \u000a16:33:46.248501 run osmo-hlr_10.42.42.2(pid=22925): stderr: \u000a| �[0;m�[1;31m20221209163342804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163342804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163342804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163342804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163342804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163342804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163342819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163342829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163342830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163342830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:46.292341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22914): Terminating (SIGTERM)\u000a16:33:46.334853 run iperf3-srv_10.42.42.10(pid=22915): Terminating (SIGTERM)\u000a16:33:46.375877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22916): Terminating (SIGTERM)\u000a16:33:46.419583 run iperf3-srv_10.42.42.10(pid=22917): Terminating (SIGTERM)\u000a16:33:46.459943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22918): Terminating (SIGTERM)\u000a16:33:46.502145 run iperf3-srv_10.42.42.10(pid=22919): Terminating (SIGTERM)\u000a16:33:46.544772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22920): Terminating (SIGTERM)\u000a16:33:46.587672 run iperf3-srv_10.42.42.10(pid=22921): Terminating (SIGTERM)\u000a16:33:46.631415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22924): Terminating (SIGTERM)\u000a16:33:46.675208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22927): Terminating (SIGTERM)\u000a16:33:46.716565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22930): Terminating (SIGTERM)\u000a16:33:46.727971 --- ParallelTerminationStrategy: PID 22914 died...\u000a16:33:46.783736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22914): Terminated: ok {rc=0}\u000a16:33:46.794144 --- ParallelTerminationStrategy: PID 22915 died...\u000a16:33:46.848773 run iperf3-srv_10.42.42.10(pid=22915): Terminated {rc=256}\u000a16:33:46.859003 --- ParallelTerminationStrategy: PID 22916 died...\u000a16:33:46.912681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22916): Terminated: ok {rc=0}\u000a16:33:46.923383 --- ParallelTerminationStrategy: PID 22917 died...\u000a16:33:46.977191 run iperf3-srv_10.42.42.10(pid=22917): Terminated {rc=256}\u000a16:33:46.987215 --- ParallelTerminationStrategy: PID 22918 died...\u000a16:33:47.042489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22918): Terminated: ok {rc=0}\u000a16:33:47.052758 --- ParallelTerminationStrategy: PID 22919 died...\u000a16:33:47.106164 run iperf3-srv_10.42.42.10(pid=22919): Terminated {rc=256}\u000a16:33:47.116438 --- ParallelTerminationStrategy: PID 22920 died...\u000a16:33:47.169920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22920): Terminated: ok {rc=0}\u000a16:33:47.180435 --- ParallelTerminationStrategy: PID 22921 died...\u000a16:33:47.234642 run iperf3-srv_10.42.42.10(pid=22921): Terminated {rc=256}\u000a16:33:47.244527 --- ParallelTerminationStrategy: PID 22924 died...\u000a16:33:47.297262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22924): Terminated: ok {rc=0}\u000a16:33:47.306900 --- ParallelTerminationStrategy: PID 22927 died...\u000a16:33:47.359524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22927): Terminated: ok {rc=0}\u000a16:33:47.369413 --- ParallelTerminationStrategy: PID 22930 died...\u000a16:33:47.422177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22930): Terminated: ok {rc=0}\u000a16:33:47.510102 bus /gobi_4: Setting Powered False\u000a16:33:48.611350 bus /gobi_4: Setting Powered False\u000a16:33:49.722190 bus /gobi_1: Setting Powered False\u000a16:33:50.823652 bus /gobi_1: Setting Powered False\u000a16:33:51.933440 bus /gobi_0: Setting Powered False\u000a16:33:53.035573 bus /gobi_0: Setting Powered False\u000a16:33:54.146564 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22938): Process ended prematurely: osmo-stp_10.42.42.5(pid=22938) [trial-2361↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22938)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22938): Process ended prematurely: osmo-stp_10.42.42.5(pid=22938) [trial-2361↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a16:33:55.212711 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:55.224359 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:33:55.357241 tst ping.py: using LAC 22316\u000a16:33:55.471063 tst ping.py: using RAC 131\u000a16:33:55.584599 tst ping.py: using CellId 22316\u000a16:33:55.697521 tst ping.py: using BVCI 22317\u000a16:33:55.719835 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:55.730613 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:55.741163 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:55.751730 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:55.762378 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:55.772791 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:55.783464 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:33:55.793994 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:33:56.063926 tst ping.py:19: start network...\u000a16:33:56.185705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:56.655513 run create_hlr_db(pid=22932): Launched\u000a16:33:56.825194 bus /gobi_6: Setting Powered False\u000a16:33:57.846406 run create_hlr_db(pid=22932): Terminated: ok {rc=0}\u000a16:33:58.237436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22934): Launched\u000a16:33:58.532461 run osmo-hlr_10.42.42.2(pid=22935): Launched\u000a16:33:58.638883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:59.148670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22937): Launched\u000a16:33:59.442032 run osmo-stp_10.42.42.5(pid=22938): Launched\u000a16:33:59.548600 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:34:00.059966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22940): Launched\u000a16:34:00.163802 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:34:00.419903 run patchelf(pid=22941): Launched\u000a16:34:00.591653 run osmo-stp_10.42.42.5(pid=22938): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22938)]\u000a16:34:00.717449 run osmo-stp_10.42.42.5(pid=22938): stdout: \u000a| (launched: 2022-12-09_16:33:59.297306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:00.844162 run osmo-stp_10.42.42.5(pid=22938): stderr: \u000a| �[0;m�[38;5;43m20221209163359468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163359468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163359468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163359469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163359469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163359469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163359469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:00.998431 run osmo-stp_10.42.42.5(pid=22938): stdout: \u000a| (launched: 2022-12-09_16:33:59.297306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:01.134633 run osmo-stp_10.42.42.5(pid=22938): stderr: \u000a| �[0;m�[38;5;43m20221209163359468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163359468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163359468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163359469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163359469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163359469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163359469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:01.291967 run patchelf(pid=22941): Terminating (SIGINT)\u000a16:34:01.467426 run patchelf(pid=22941): Terminated: ok {rc=0}\u000a16:34:01.498309 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22938): Process ended prematurely: osmo-stp_10.42.42.5(pid=22938) [trial-2361↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22938)] [trial-2361↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a16:34:01.507132 tst ping.py:22: Test FAILED (6.3 sec)\u000a16:34:01.566939 run osmo-hlr_10.42.42.2(pid=22935): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22935)]\u000a16:34:01.616031 run osmo-hlr_10.42.42.2(pid=22935): stdout: \u000a| (launched: 2022-12-09_16:33:58.387350) \u000a16:34:01.665721 run osmo-hlr_10.42.42.2(pid=22935): stderr: \u000a| �[0;m�[1;31m20221209163358561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163358561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163358561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163358561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163358561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163358562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163358578 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163358588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163358588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163358588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:01.707729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22934): Terminating (SIGTERM)\u000a16:34:01.747171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22937): Terminating (SIGTERM)\u000a16:34:01.786526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22940): Terminating (SIGTERM)\u000a16:34:01.795524 --- ParallelTerminationStrategy: PID 22934 died...\u000a16:34:01.849426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22934): Terminated: ok {rc=0}\u000a16:34:01.859412 --- ParallelTerminationStrategy: PID 22937 died...\u000a16:34:01.913095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22937): Terminated: ok {rc=0}\u000a16:34:01.923113 --- ParallelTerminationStrategy: PID 22940 died...\u000a16:34:01.976743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22940): Terminated: ok {rc=0}\u000a16:34:02.061884 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22948): Process ended prematurely: osmo-stp_10.42.42.5(pid=22948) [trial-2361↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22948)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22948): Process ended prematurely: osmo-stp_10.42.42.5(pid=22948) [trial-2361↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a16:34:03.112724 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:34:03.124555 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:34:03.258168 tst ping_idle_ping.py: using LAC 22317\u000a16:34:03.372562 tst ping_idle_ping.py: using RAC 132\u000a16:34:03.488386 tst ping_idle_ping.py: using CellId 22317\u000a16:34:03.606988 tst ping_idle_ping.py: using BVCI 22318\u000a16:34:03.629620 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:34:03.640421 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:34:03.651102 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:34:03.661853 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:34:03.672500 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:34:03.682986 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:34:03.693829 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:34:03.704461 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:34:03.978835 tst ping_idle_ping.py:24: start network...\u000a16:34:04.102719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:04.577619 run create_hlr_db(pid=22942): Launched\u000a16:34:04.747510 bus /gobi_6: Setting Powered False\u000a16:34:05.769663 run create_hlr_db(pid=22942): Terminated: ok {rc=0}\u000a16:34:06.191698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22944): Launched\u000a16:34:06.509953 run osmo-hlr_10.42.42.2(pid=22945): Launched\u000a16:34:06.628441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:07.178851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22947): Launched\u000a16:34:07.490784 run osmo-stp_10.42.42.5(pid=22948): Launched\u000a16:34:07.599954 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:34:08.115724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22950): Launched\u000a16:34:08.220511 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:34:08.479693 run patchelf(pid=22951): Launched\u000a16:34:08.652044 run osmo-stp_10.42.42.5(pid=22948): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22948)]\u000a16:34:08.779029 run osmo-stp_10.42.42.5(pid=22948): stdout: \u000a| (launched: 2022-12-09_16:34:07.339372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:08.906604 run osmo-stp_10.42.42.5(pid=22948): stderr: \u000a| �[0;m�[38;5;43m20221209163407510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163407511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163407511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163407511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163407512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163407512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163407512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:09.028590 run osmo-stp_10.42.42.5(pid=22948): stdout: \u000a| (launched: 2022-12-09_16:34:07.339372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:09.149633 run osmo-stp_10.42.42.5(pid=22948): stderr: \u000a| �[0;m�[38;5;43m20221209163407510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163407511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163407511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163407511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163407512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163407512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163407512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:09.290489 run patchelf(pid=22951): Terminating (SIGINT)\u000a16:34:09.456034 run patchelf(pid=22951): Terminated: ok {rc=0}\u000a16:34:09.486223 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22948): Process ended prematurely: osmo-stp_10.42.42.5(pid=22948) [trial-2361↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22948)] [trial-2361↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a16:34:09.494861 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a16:34:09.554017 run osmo-hlr_10.42.42.2(pid=22945): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22945)]\u000a16:34:09.602521 run osmo-hlr_10.42.42.2(pid=22945): stdout: \u000a| (launched: 2022-12-09_16:34:06.353157) \u000a16:34:09.651487 run osmo-hlr_10.42.42.2(pid=22945): stderr: \u000a| �[0;m�[1;31m20221209163406551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163406551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163406551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163406551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163406551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163406551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163406562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163406570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163406571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163406571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:09.693060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22944): Terminating (SIGTERM)\u000a16:34:09.732203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22947): Terminating (SIGTERM)\u000a16:34:09.771327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22950): Terminating (SIGTERM)\u000a16:34:09.780353 --- ParallelTerminationStrategy: PID 22944 died...\u000a16:34:09.832700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22944): Terminated: ok {rc=0}\u000a16:34:09.842100 --- ParallelTerminationStrategy: PID 22947 died...\u000a16:34:09.894810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22947): Terminated: ok {rc=0}\u000a16:34:09.904278 --- ParallelTerminationStrategy: PID 22950 died...\u000a16:34:09.956646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22950): Terminated: ok {rc=0}\u000a16:34:10.039644 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:33:12" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22965): Process ended prematurely: osmo-stp_10.42.42.5(pid=22965) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22965)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22965): Process ended prematurely: osmo-stp_10.42.42.5(pid=22965) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:34:12.184200 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:12.195821 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:34:12.337003 tst cs_paging_gprs_active.py: using LAC 22318\u000a16:34:12.462350 tst cs_paging_gprs_active.py: using RAC 133\u000a16:34:12.588167 tst cs_paging_gprs_active.py: using CellId 22318\u000a16:34:12.714507 tst cs_paging_gprs_active.py: using BVCI 22319\u000a16:34:12.739160 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:12.750762 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:12.762895 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:12.774264 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:12.785928 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:12.797637 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:12.810004 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:12.821846 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:12.833594 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:34:12.952591 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:34:13.245429 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:34:13.379635 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:34:13.714381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22955): Launched\u000a16:34:13.991752 run iperf3-srv_10.42.42.10(pid=22956): Launched\u000a16:34:14.189526 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:34:14.323803 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:34:14.657967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22957): Launched\u000a16:34:14.935025 run iperf3-srv_10.42.42.10(pid=22958): Launched\u000a16:34:15.131682 tst cs_paging_gprs_active.py:38: start network...\u000a16:34:15.266139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:15.772906 run create_hlr_db(pid=22959): Launched\u000a16:34:15.997881 bus /gobi_6: Setting Powered False\u000a16:34:16.983523 run create_hlr_db(pid=22959): Terminated: ok {rc=0}\u000a16:34:17.451953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22961): Launched\u000a16:34:17.775355 run osmo-hlr_10.42.42.2(pid=22962): Launched\u000a16:34:17.897711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:18.458398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22964): Launched\u000a16:34:18.781168 run osmo-stp_10.42.42.5(pid=22965): Launched\u000a16:34:18.898764 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:34:19.461200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22967): Launched\u000a16:34:19.575684 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:34:19.856421 run patchelf(pid=22968): Launched\u000a16:34:20.045550 run osmo-stp_10.42.42.5(pid=22965): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22965)]\u000a16:34:20.183421 run osmo-stp_10.42.42.5(pid=22965): stdout: \u000a| (launched: 2022-12-09_16:34:18.622572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:20.322160 run osmo-stp_10.42.42.5(pid=22965): stderr: \u000a| �[0;m�[38;5;43m20221209163418814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163418814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163418814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163418815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163418815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163418815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163418815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:20.455650 run osmo-stp_10.42.42.5(pid=22965): stdout: \u000a| (launched: 2022-12-09_16:34:18.622572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:20.587765 run osmo-stp_10.42.42.5(pid=22965): stderr: \u000a| �[0;m�[38;5;43m20221209163418814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163418814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163418814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163418815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163418815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163418815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163418815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:20.742225 run patchelf(pid=22968): Terminating (SIGINT)\u000a16:34:20.924266 run patchelf(pid=22968): Terminated: ok {rc=0}\u000a16:34:20.957792 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22965): Process ended prematurely: osmo-stp_10.42.42.5(pid=22965) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22965)] [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:34:20.967736 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a16:34:21.031012 run osmo-hlr_10.42.42.2(pid=22962): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22962)]\u000a16:34:21.082495 run osmo-hlr_10.42.42.2(pid=22962): stdout: \u000a| (launched: 2022-12-09_16:34:17.616549) \u000a16:34:21.134812 run osmo-hlr_10.42.42.2(pid=22962): stderr: \u000a| �[0;m�[1;31m20221209163417817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163417817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163417817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163417817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163417817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163417817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163417830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163417838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163417838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163417838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:21.179359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22955): Terminating (SIGTERM)\u000a16:34:21.220891 run iperf3-srv_10.42.42.10(pid=22956): Terminating (SIGTERM)\u000a16:34:21.262804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22957): Terminating (SIGTERM)\u000a16:34:21.304614 run iperf3-srv_10.42.42.10(pid=22958): Terminating (SIGTERM)\u000a16:34:21.346836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22961): Terminating (SIGTERM)\u000a16:34:21.388373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22964): Terminating (SIGTERM)\u000a16:34:21.430403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22967): Terminating (SIGTERM)\u000a16:34:21.440294 --- ParallelTerminationStrategy: PID 22955 died...\u000a16:34:21.496400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22955): Terminated: ok {rc=0}\u000a16:34:21.506466 --- ParallelTerminationStrategy: PID 22956 died...\u000a16:34:21.562011 run iperf3-srv_10.42.42.10(pid=22956): Terminated {rc=256}\u000a16:34:21.572019 --- ParallelTerminationStrategy: PID 22957 died...\u000a16:34:21.627880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22957): Terminated: ok {rc=0}\u000a16:34:21.637803 --- ParallelTerminationStrategy: PID 22958 died...\u000a16:34:21.693283 run iperf3-srv_10.42.42.10(pid=22958): Terminated {rc=256}\u000a16:34:21.703311 --- ParallelTerminationStrategy: PID 22961 died...\u000a16:34:21.759137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22961): Terminated: ok {rc=0}\u000a16:34:21.769138 --- ParallelTerminationStrategy: PID 22964 died...\u000a16:34:21.825797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22964): Terminated: ok {rc=0}\u000a16:34:21.835948 --- ParallelTerminationStrategy: PID 22967 died...\u000a16:34:21.892120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22967): Terminated: ok {rc=0}\u000a16:34:21.978524 bus /gobi_0: Setting Powered False\u000a16:34:23.085065 bus /gobi_0: Setting Powered False\u000a16:34:24.195891 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22977): Process ended prematurely: osmo-stp_10.42.42.5(pid=22977) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22977)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22977): Process ended prematurely: osmo-stp_10.42.42.5(pid=22977) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:34:25.308367 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:25.320792 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:34:25.462100 tst iperf3.py: using LAC 22319\u000a16:34:25.586507 tst iperf3.py: using RAC 134\u000a16:34:25.710689 tst iperf3.py: using CellId 22319\u000a16:34:25.839145 tst iperf3.py: using BVCI 22320\u000a16:34:25.863614 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:25.875219 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:25.887025 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:25.898676 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:25.910261 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:25.921811 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:25.933434 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:25.945039 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:25.956846 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:34:26.235790 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:34:26.360666 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:34:26.674717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22969): Launched\u000a16:34:26.935472 run iperf3-srv_10.42.42.10(pid=22970): Launched\u000a16:34:27.118084 tst iperf3.py:8: start network...\u000a16:34:27.242943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:27.723372 run create_hlr_db(pid=22971): Launched\u000a16:34:27.896119 bus /gobi_6: Setting Powered False\u000a16:34:28.916638 run create_hlr_db(pid=22971): Terminated: ok {rc=0}\u000a16:34:29.345395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22973): Launched\u000a16:34:29.667303 run osmo-hlr_10.42.42.2(pid=22974): Launched\u000a16:34:29.786633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:30.346071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22976): Launched\u000a16:34:30.667385 run osmo-stp_10.42.42.5(pid=22977): Launched\u000a16:34:30.783914 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:34:31.395524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22979): Launched\u000a16:34:31.515356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:34:31.818947 run patchelf(pid=22980): Launched\u000a16:34:32.013881 run osmo-stp_10.42.42.5(pid=22977): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22977)]\u000a16:34:32.154958 run osmo-stp_10.42.42.5(pid=22977): stdout: \u000a| (launched: 2022-12-09_16:34:30.509390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:32.294209 run osmo-stp_10.42.42.5(pid=22977): stderr: \u000a| �[0;m�[38;5;43m20221209163430704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163430704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163430704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163430705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163430705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163430705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163430705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:32.427118 run osmo-stp_10.42.42.5(pid=22977): stdout: \u000a| (launched: 2022-12-09_16:34:30.509390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:32.558846 run osmo-stp_10.42.42.5(pid=22977): stderr: \u000a| �[0;m�[38;5;43m20221209163430704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163430704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163430704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163430705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163430705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163430705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163430705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:32.713322 run patchelf(pid=22980): Terminating (SIGINT)\u000a16:34:32.894415 run patchelf(pid=22980): Terminated: ok {rc=0}\u000a16:34:32.927733 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22977): Process ended prematurely: osmo-stp_10.42.42.5(pid=22977) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22977)] [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a16:34:32.937738 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:34:33.000492 run osmo-hlr_10.42.42.2(pid=22974): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22974)]\u000a16:34:33.051419 run osmo-hlr_10.42.42.2(pid=22974): stdout: \u000a| (launched: 2022-12-09_16:34:29.508582) \u000a16:34:33.103387 run osmo-hlr_10.42.42.2(pid=22974): stderr: \u000a| �[0;m�[1;31m20221209163429708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163429708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163429708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163429708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163429708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163429708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163429719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163429728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163429728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163429728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:33.147349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22969): Terminating (SIGTERM)\u000a16:34:33.189240 run iperf3-srv_10.42.42.10(pid=22970): Terminating (SIGTERM)\u000a16:34:33.230569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22973): Terminating (SIGTERM)\u000a16:34:33.272394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22976): Terminating (SIGTERM)\u000a16:34:33.314384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22979): Terminating (SIGTERM)\u000a16:34:33.324309 --- ParallelTerminationStrategy: PID 22969 died...\u000a16:34:33.379987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22969): Terminated: ok {rc=0}\u000a16:34:33.390325 --- ParallelTerminationStrategy: PID 22970 died...\u000a16:34:33.445755 run iperf3-srv_10.42.42.10(pid=22970): Terminated {rc=256}\u000a16:34:33.455716 --- ParallelTerminationStrategy: PID 22973 died...\u000a16:34:33.510962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22973): Terminated: ok {rc=0}\u000a16:34:33.520813 --- ParallelTerminationStrategy: PID 22976 died...\u000a16:34:33.576095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22976): Terminated: ok {rc=0}\u000a16:34:33.586420 --- ParallelTerminationStrategy: PID 22979 died...\u000a16:34:33.641688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22979): Terminated: ok {rc=0}\u000a16:34:33.727758 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22995): Process ended prematurely: osmo-stp_10.42.42.5(pid=22995) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22995)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22995): Process ended prematurely: osmo-stp_10.42.42.5(pid=22995) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:34:34.842264 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:34.854701 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:34:34.994376 tst iperf3m4.py: using LAC 22320\u000a16:34:35.119053 tst iperf3m4.py: using RAC 135\u000a16:34:35.244241 tst iperf3m4.py: using CellId 22320\u000a16:34:35.368796 tst iperf3m4.py: using BVCI 22321\u000a16:34:35.393197 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:35.404730 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:35.416014 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:35.427608 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:35.439244 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:35.450832 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:35.462553 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:35.474223 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:35.486135 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:34:35.613752 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:34:35.734162 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:34:35.853335 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:34:36.133380 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:34:36.258424 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:34:36.570370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22981): Launched\u000a16:34:36.829496 run iperf3-srv_10.42.42.10(pid=22982): Launched\u000a16:34:37.013523 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:34:37.138484 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:34:37.451320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22983): Launched\u000a16:34:37.710083 run iperf3-srv_10.42.42.10(pid=22984): Launched\u000a16:34:37.893898 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:34:38.020242 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:34:38.345609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22985): Launched\u000a16:34:38.622704 run iperf3-srv_10.42.42.10(pid=22986): Launched\u000a16:34:38.821287 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:34:38.956110 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:34:39.290772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22987): Launched\u000a16:34:39.569249 run iperf3-srv_10.42.42.10(pid=22988): Launched\u000a16:34:39.767403 tst iperf3m4.py:8: start network...\u000a16:34:39.902843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:40.410792 run create_hlr_db(pid=22989): Launched\u000a16:34:40.598015 bus /gobi_6: Setting Powered False\u000a16:34:41.618658 run create_hlr_db(pid=22989): Terminated: ok {rc=0}\u000a16:34:42.024589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22991): Launched\u000a16:34:42.324721 run osmo-hlr_10.42.42.2(pid=22992): Launched\u000a16:34:42.444561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:42.973074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22994): Launched\u000a16:34:43.274163 run osmo-stp_10.42.42.5(pid=22995): Launched\u000a16:34:43.383158 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:34:43.906864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22997): Launched\u000a16:34:44.013454 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:34:44.276624 run patchelf(pid=22998): Launched\u000a16:34:44.452702 run osmo-stp_10.42.42.5(pid=22995): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22995)]\u000a16:34:44.581314 run osmo-stp_10.42.42.5(pid=22995): stdout: \u000a| (launched: 2022-12-09_16:34:43.125413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:44.710532 run osmo-stp_10.42.42.5(pid=22995): stderr: \u000a| �[0;m�[38;5;43m20221209163443292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163443292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163443292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163443292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163443293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163443293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163443293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:44.835446 run osmo-stp_10.42.42.5(pid=22995): stdout: \u000a| (launched: 2022-12-09_16:34:43.125413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:44.958462 run osmo-stp_10.42.42.5(pid=22995): stderr: \u000a| �[0;m�[38;5;43m20221209163443292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163443292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163443292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163443292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163443293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163443293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163443293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:45.102275 run patchelf(pid=22998): Terminating (SIGINT)\u000a16:34:45.271232 run patchelf(pid=22998): Terminated: ok {rc=0}\u000a16:34:45.302359 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22995): Process ended prematurely: osmo-stp_10.42.42.5(pid=22995) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22995)] [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:34:45.311548 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a16:34:45.371145 run osmo-hlr_10.42.42.2(pid=22992): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22992)]\u000a16:34:45.419576 run osmo-hlr_10.42.42.2(pid=22992): stdout: \u000a| (launched: 2022-12-09_16:34:42.177551) \u000a16:34:45.468547 run osmo-hlr_10.42.42.2(pid=22992): stderr: \u000a| �[0;m�[1;31m20221209163442354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163442354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163442354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163442354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163442354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163442354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163442366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163442375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163442376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163442376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:45.510170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22981): Terminating (SIGTERM)\u000a16:34:45.549404 run iperf3-srv_10.42.42.10(pid=22982): Terminating (SIGTERM)\u000a16:34:45.588518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22983): Terminating (SIGTERM)\u000a16:34:45.627638 run iperf3-srv_10.42.42.10(pid=22984): Terminating (SIGTERM)\u000a16:34:45.666817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22985): Terminating (SIGTERM)\u000a16:34:45.705843 run iperf3-srv_10.42.42.10(pid=22986): Terminating (SIGTERM)\u000a16:34:45.744986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22987): Terminating (SIGTERM)\u000a16:34:45.784034 run iperf3-srv_10.42.42.10(pid=22988): Terminating (SIGTERM)\u000a16:34:45.823233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22991): Terminating (SIGTERM)\u000a16:34:45.871171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22994): Terminating (SIGTERM)\u000a16:34:45.917543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22997): Terminating (SIGTERM)\u000a16:34:45.928617 --- ParallelTerminationStrategy: PID 22981 died...\u000a16:34:45.988900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22981): Terminated: ok {rc=0}\u000a16:34:45.999917 --- ParallelTerminationStrategy: PID 22982 died...\u000a16:34:46.060120 run iperf3-srv_10.42.42.10(pid=22982): Terminated {rc=256}\u000a16:34:46.070996 --- ParallelTerminationStrategy: PID 22983 died...\u000a16:34:46.130245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22983): Terminated: ok {rc=0}\u000a16:34:46.141299 --- ParallelTerminationStrategy: PID 22984 died...\u000a16:34:46.200761 run iperf3-srv_10.42.42.10(pid=22984): Terminated {rc=256}\u000a16:34:46.212752 --- ParallelTerminationStrategy: PID 22985 died...\u000a16:34:46.271520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22985): Terminated: ok {rc=0}\u000a16:34:46.282544 --- ParallelTerminationStrategy: PID 22986 died...\u000a16:34:46.342772 run iperf3-srv_10.42.42.10(pid=22986): Terminated {rc=256}\u000a16:34:46.353953 --- ParallelTerminationStrategy: PID 22987 died...\u000a16:34:46.414316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22987): Terminated: ok {rc=0}\u000a16:34:46.425358 --- ParallelTerminationStrategy: PID 22988 died...\u000a16:34:46.484493 run iperf3-srv_10.42.42.10(pid=22988): Terminated {rc=256}\u000a16:34:46.495561 --- ParallelTerminationStrategy: PID 22991 died...\u000a16:34:46.555037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22991): Terminated: ok {rc=0}\u000a16:34:46.566290 --- ParallelTerminationStrategy: PID 22994 died...\u000a16:34:46.625915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22994): Terminated: ok {rc=0}\u000a16:34:46.637115 --- ParallelTerminationStrategy: PID 22997 died...\u000a16:34:46.696849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22997): Terminated: ok {rc=0}\u000a16:34:46.801250 bus /gobi_4: Setting Powered False\u000a16:34:47.910851 bus /gobi_4: Setting Powered False\u000a16:34:49.018607 bus /gobi_1: Setting Powered False\u000a16:34:50.118360 bus /gobi_1: Setting Powered False\u000a16:34:51.228875 bus /gobi_0: Setting Powered False\u000a16:34:52.335710 bus /gobi_0: Setting Powered False\u000a16:34:53.446979 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23005): Process ended prematurely: osmo-stp_10.42.42.5(pid=23005) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23005)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23005): Process ended prematurely: osmo-stp_10.42.42.5(pid=23005) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:34:54.513415 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:54.525160 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:34:54.663515 tst ping.py: using LAC 22321\u000a16:34:54.786576 tst ping.py: using RAC 136\u000a16:34:54.909975 tst ping.py: using CellId 22321\u000a16:34:55.033600 tst ping.py: using BVCI 22322\u000a16:34:55.057582 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:55.069205 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:55.080495 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:55.092130 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:55.103765 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:55.115120 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:55.126764 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:34:55.138401 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:34:55.423261 tst ping.py:19: start network...\u000a16:34:55.555920 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:56.051949 run create_hlr_db(pid=22999): Launched\u000a16:34:56.236450 bus /gobi_6: Setting Powered False\u000a16:34:57.255848 run create_hlr_db(pid=22999): Terminated: ok {rc=0}\u000a16:34:57.678352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23001): Launched\u000a16:34:57.995577 run osmo-hlr_10.42.42.2(pid=23002): Launched\u000a16:34:58.110233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:58.663665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23004): Launched\u000a16:34:58.981631 run osmo-stp_10.42.42.5(pid=23005): Launched\u000a16:34:59.097081 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:34:59.650757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23007): Launched\u000a16:34:59.764054 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:35:00.041769 run patchelf(pid=23008): Launched\u000a16:35:00.227012 run osmo-stp_10.42.42.5(pid=23005): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23005)]\u000a16:35:00.362809 run osmo-stp_10.42.42.5(pid=23005): stdout: \u000a| (launched: 2022-12-09_16:34:58.824458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:00.499140 run osmo-stp_10.42.42.5(pid=23005): stderr: \u000a| �[0;m�[38;5;43m20221209163459016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163459017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163459017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163459017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163459018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163459018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163459018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:00.630736 run osmo-stp_10.42.42.5(pid=23005): stdout: \u000a| (launched: 2022-12-09_16:34:58.824458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:00.760468 run osmo-stp_10.42.42.5(pid=23005): stderr: \u000a| �[0;m�[38;5;43m20221209163459016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163459017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163459017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163459017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163459018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163459018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163459018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:00.920464 run patchelf(pid=23008): Terminating (SIGINT)\u000a16:35:01.103418 run patchelf(pid=23008): Terminated: ok {rc=0}\u000a16:35:01.137379 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23005): Process ended prematurely: osmo-stp_10.42.42.5(pid=23005) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23005)] [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a16:35:01.147741 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:35:01.213899 run osmo-hlr_10.42.42.2(pid=23002): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23002)]\u000a16:35:01.267240 run osmo-hlr_10.42.42.2(pid=23002): stdout: \u000a| (launched: 2022-12-09_16:34:57.839205) \u000a16:35:01.321786 run osmo-hlr_10.42.42.2(pid=23002): stderr: \u000a| �[0;m�[1;31m20221209163458036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163458036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163458036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163458036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163458036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163458036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163458075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163458084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163458084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163458084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:01.367601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23001): Terminating (SIGTERM)\u000a16:35:01.412148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23004): Terminating (SIGTERM)\u000a16:35:01.458157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23007): Terminating (SIGTERM)\u000a16:35:01.468318 --- ParallelTerminationStrategy: PID 23001 died...\u000a16:35:01.526874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23001): Terminated: ok {rc=0}\u000a16:35:01.537968 --- ParallelTerminationStrategy: PID 23004 died...\u000a16:35:01.596391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23004): Terminated: ok {rc=0}\u000a16:35:01.607523 --- ParallelTerminationStrategy: PID 23007 died...\u000a16:35:01.665924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23007): Terminated: ok {rc=0}\u000a16:35:01.754988 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23018): Process ended prematurely: osmo-stp_10.42.42.5(pid=23018) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23018)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23018): Process ended prematurely: osmo-stp_10.42.42.5(pid=23018) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:35:02.806965 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:35:02.819798 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:35:02.963373 tst ping_idle_ping.py: using LAC 22322\u000a16:35:03.089397 tst ping_idle_ping.py: using RAC 137\u000a16:35:03.208537 tst ping_idle_ping.py: using CellId 22322\u000a16:35:03.332887 tst ping_idle_ping.py: using BVCI 22323\u000a16:35:03.357213 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:35:03.369050 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:35:03.380525 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:35:03.392086 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:35:03.403902 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:35:03.416595 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:35:03.428234 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:35:03.439832 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:35:03.730254 tst ping_idle_ping.py:24: start network...\u000a16:35:03.862542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:04.362901 run create_hlr_db(pid=23012): Launched\u000a16:35:04.547962 bus /gobi_6: Setting Powered False\u000a16:35:05.568157 run create_hlr_db(pid=23012): Terminated: ok {rc=0}\u000a16:35:05.968491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23014): Launched\u000a16:35:06.264437 run osmo-hlr_10.42.42.2(pid=23015): Launched\u000a16:35:06.376074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:06.897015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23017): Launched\u000a16:35:07.193558 run osmo-stp_10.42.42.5(pid=23018): Launched\u000a16:35:07.301741 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:35:07.816518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23020): Launched\u000a16:35:07.921755 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:35:08.181462 run patchelf(pid=23021): Launched\u000a16:35:08.354119 run osmo-stp_10.42.42.5(pid=23018): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23018)]\u000a16:35:08.480337 run osmo-stp_10.42.42.5(pid=23018): stdout: \u000a| (launched: 2022-12-09_16:35:07.047918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:08.606791 run osmo-stp_10.42.42.5(pid=23018): stderr: \u000a| �[0;m�[38;5;43m20221209163507218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163507218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163507218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163507218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163507221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163507221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163507221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:08.729312 run osmo-stp_10.42.42.5(pid=23018): stdout: \u000a| (launched: 2022-12-09_16:35:07.047918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:08.850238 run osmo-stp_10.42.42.5(pid=23018): stderr: \u000a| �[0;m�[38;5;43m20221209163507218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163507218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163507218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163507218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163507221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163507221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163507221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:08.992552 run patchelf(pid=23021): Terminating (SIGINT)\u000a16:35:09.158293 run patchelf(pid=23021): Terminated: ok {rc=0}\u000a16:35:09.188320 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23018): Process ended prematurely: osmo-stp_10.42.42.5(pid=23018) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23018)] [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:35:09.196885 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a16:35:09.256178 run osmo-hlr_10.42.42.2(pid=23015): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23015)]\u000a16:35:09.305237 run osmo-hlr_10.42.42.2(pid=23015): stdout: \u000a| (launched: 2022-12-09_16:35:06.118806) \u000a16:35:09.354796 run osmo-hlr_10.42.42.2(pid=23015): stderr: \u000a| �[0;m�[1;31m20221209163506296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163506296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163506296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163506296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163506296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163506296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163506309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163506318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163506318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163506318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:09.396501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23014): Terminating (SIGTERM)\u000a16:35:09.435812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23017): Terminating (SIGTERM)\u000a16:35:09.475103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23020): Terminating (SIGTERM)\u000a16:35:09.484267 --- ParallelTerminationStrategy: PID 23014 died...\u000a16:35:09.536529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23014): Terminated: ok {rc=0}\u000a16:35:09.545976 --- ParallelTerminationStrategy: PID 23017 died...\u000a16:35:09.597836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23017): Terminated: ok {rc=0}\u000a16:35:09.607162 --- ParallelTerminationStrategy: PID 23020 died...\u000a16:35:09.659044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23020): Terminated: ok {rc=0}\u000a16:35:09.746699 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:34:11" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23036): Process ended prematurely: osmo-stp_10.42.42.5(pid=23036) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23036)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23036): Process ended prematurely: osmo-stp_10.42.42.5(pid=23036) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:35:11.894479 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:11.906162 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:35:12.070051 tst cs_paging_gprs_active.py: using LAC 22323\u000a16:35:12.196507 tst cs_paging_gprs_active.py: using RAC 138\u000a16:35:12.323945 tst cs_paging_gprs_active.py: using CellId 22323\u000a16:35:12.452175 tst cs_paging_gprs_active.py: using BVCI 22324\u000a16:35:12.476817 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:12.488439 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:12.499947 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:12.511654 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:12.523410 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:12.535032 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:12.546906 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:12.558739 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:12.570792 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:35:12.694012 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:35:12.971838 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:35:13.098244 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:13.411388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23026): Launched\u000a16:35:13.672048 run iperf3-srv_10.42.42.10(pid=23027): Launched\u000a16:35:13.856744 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:35:13.981268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:14.294520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23028): Launched\u000a16:35:14.554384 run iperf3-srv_10.42.42.10(pid=23029): Launched\u000a16:35:14.737834 tst cs_paging_gprs_active.py:38: start network...\u000a16:35:14.862853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:15.347185 run create_hlr_db(pid=23030): Launched\u000a16:35:15.519904 bus /gobi_6: Setting Powered False\u000a16:35:16.582950 run create_hlr_db(pid=23030): Terminated: ok {rc=0}\u000a16:35:17.041959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23032): Launched\u000a16:35:17.374271 run osmo-hlr_10.42.42.2(pid=23033): Launched\u000a16:35:17.492250 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:18.058591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23035): Launched\u000a16:35:18.383164 run osmo-stp_10.42.42.5(pid=23036): Launched\u000a16:35:18.501008 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:35:19.067771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23038): Launched\u000a16:35:19.183649 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:35:19.468270 run patchelf(pid=23039): Launched\u000a16:35:19.658817 run osmo-stp_10.42.42.5(pid=23036): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23036)]\u000a16:35:19.797678 run osmo-stp_10.42.42.5(pid=23036): stdout: \u000a| (launched: 2022-12-09_16:35:18.222864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:19.937237 run osmo-stp_10.42.42.5(pid=23036): stderr: \u000a| �[0;m�[38;5;43m20221209163518416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163518416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163518416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163518417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163518417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163518417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163518417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:20.071428 run osmo-stp_10.42.42.5(pid=23036): stdout: \u000a| (launched: 2022-12-09_16:35:18.222864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:20.204492 run osmo-stp_10.42.42.5(pid=23036): stderr: \u000a| �[0;m�[38;5;43m20221209163518416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163518416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163518416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163518417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163518417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163518417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163518417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:20.359528 run patchelf(pid=23039): Terminating (SIGINT)\u000a16:35:20.541153 run patchelf(pid=23039): Terminated: ok {rc=0}\u000a16:35:20.574675 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23036): Process ended prematurely: osmo-stp_10.42.42.5(pid=23036) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23036)] [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:35:20.584478 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:35:20.647639 run osmo-hlr_10.42.42.2(pid=23033): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23033)]\u000a16:35:20.698720 run osmo-hlr_10.42.42.2(pid=23033): stdout: \u000a| (launched: 2022-12-09_16:35:17.211025) \u000a16:35:20.750551 run osmo-hlr_10.42.42.2(pid=23033): stderr: \u000a| �[0;m�[1;31m20221209163517408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163517408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163517408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163517408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163517408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163517408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163517420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163517428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163517429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163517429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:20.794660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23026): Terminating (SIGTERM)\u000a16:35:20.836192 run iperf3-srv_10.42.42.10(pid=23027): Terminating (SIGTERM)\u000a16:35:20.877628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23028): Terminating (SIGTERM)\u000a16:35:20.919784 run iperf3-srv_10.42.42.10(pid=23029): Terminating (SIGTERM)\u000a16:35:20.961365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23032): Terminating (SIGTERM)\u000a16:35:21.003404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23035): Terminating (SIGTERM)\u000a16:35:21.044786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23038): Terminating (SIGTERM)\u000a16:35:21.054833 --- ParallelTerminationStrategy: PID 23026 died...\u000a16:35:21.110732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23026): Terminated: ok {rc=0}\u000a16:35:21.120575 --- ParallelTerminationStrategy: PID 23027 died...\u000a16:35:21.175592 run iperf3-srv_10.42.42.10(pid=23027): Terminated {rc=256}\u000a16:35:21.185821 --- ParallelTerminationStrategy: PID 23028 died...\u000a16:35:21.240909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23028): Terminated: ok {rc=0}\u000a16:35:21.250927 --- ParallelTerminationStrategy: PID 23029 died...\u000a16:35:21.306084 run iperf3-srv_10.42.42.10(pid=23029): Terminated {rc=256}\u000a16:35:21.316114 --- ParallelTerminationStrategy: PID 23032 died...\u000a16:35:21.371407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23032): Terminated: ok {rc=0}\u000a16:35:21.381735 --- ParallelTerminationStrategy: PID 23035 died...\u000a16:35:21.437194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23035): Terminated: ok {rc=0}\u000a16:35:21.447204 --- ParallelTerminationStrategy: PID 23038 died...\u000a16:35:21.502306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23038): Terminated: ok {rc=0}\u000a16:35:21.589354 bus /gobi_0: Setting Powered False\u000a16:35:22.694935 bus /gobi_0: Setting Powered False\u000a16:35:23.805301 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23048): Process ended prematurely: osmo-stp_10.42.42.5(pid=23048) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23048)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23048): Process ended prematurely: osmo-stp_10.42.42.5(pid=23048) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:35:24.914985 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:24.926927 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:35:25.082003 tst iperf3.py: using LAC 22324\u000a16:35:25.204542 tst iperf3.py: using RAC 139\u000a16:35:25.323078 tst iperf3.py: using CellId 22324\u000a16:35:25.438784 tst iperf3.py: using BVCI 22325\u000a16:35:25.461714 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:25.472744 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:25.483583 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:25.494507 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:25.505426 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:25.516215 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:25.527315 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:25.538066 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:25.549034 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:35:25.825075 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:35:25.950567 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:26.263260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23040): Launched\u000a16:35:26.522683 run iperf3-srv_10.42.42.10(pid=23041): Launched\u000a16:35:26.706676 tst iperf3.py:8: start network...\u000a16:35:26.831855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:27.314182 run create_hlr_db(pid=23042): Launched\u000a16:35:27.486623 bus /gobi_6: Setting Powered False\u000a16:35:28.508082 run create_hlr_db(pid=23042): Terminated: ok {rc=0}\u000a16:35:28.939464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23044): Launched\u000a16:35:29.263702 run osmo-hlr_10.42.42.2(pid=23045): Launched\u000a16:35:29.382852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:29.948707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23047): Launched\u000a16:35:30.271547 run osmo-stp_10.42.42.5(pid=23048): Launched\u000a16:35:30.389078 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:35:30.968636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23050): Launched\u000a16:35:31.080425 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:35:31.406057 run patchelf(pid=23051): Launched\u000a16:35:31.598944 run osmo-stp_10.42.42.5(pid=23048): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23048)]\u000a16:35:31.735524 run osmo-stp_10.42.42.5(pid=23048): stdout: \u000a| (launched: 2022-12-09_16:35:30.113230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:31.871538 run osmo-stp_10.42.42.5(pid=23048): stderr: \u000a| �[0;m�[38;5;43m20221209163530306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163530306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163530306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163530307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163530309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163530309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163530309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:32.001930 run osmo-stp_10.42.42.5(pid=23048): stdout: \u000a| (launched: 2022-12-09_16:35:30.113230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:32.129596 run osmo-stp_10.42.42.5(pid=23048): stderr: \u000a| �[0;m�[38;5;43m20221209163530306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163530306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163530306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163530307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163530309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163530309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163530309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:32.277188 run patchelf(pid=23051): Terminating (SIGINT)\u000a16:35:32.447567 run patchelf(pid=23051): Terminated: ok {rc=0}\u000a16:35:32.478978 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23048): Process ended prematurely: osmo-stp_10.42.42.5(pid=23048) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23048)] [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:35:32.488608 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:35:32.548423 run osmo-hlr_10.42.42.2(pid=23045): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23045)]\u000a16:35:32.597300 run osmo-hlr_10.42.42.2(pid=23045): stdout: \u000a| (launched: 2022-12-09_16:35:29.104337) \u000a16:35:32.646855 run osmo-hlr_10.42.42.2(pid=23045): stderr: \u000a| �[0;m�[1;31m20221209163529304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163529304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163529304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163529304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163529304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163529305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163529316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163529324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163529325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163529325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:32.689101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23040): Terminating (SIGTERM)\u000a16:35:32.728640 run iperf3-srv_10.42.42.10(pid=23041): Terminating (SIGTERM)\u000a16:35:32.768607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23044): Terminating (SIGTERM)\u000a16:35:32.808210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23047): Terminating (SIGTERM)\u000a16:35:32.847832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23050): Terminating (SIGTERM)\u000a16:35:32.857040 --- ParallelTerminationStrategy: PID 23040 died...\u000a16:35:32.910157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23040): Terminated: ok {rc=0}\u000a16:35:32.919716 --- ParallelTerminationStrategy: PID 23041 died...\u000a16:35:32.972344 run iperf3-srv_10.42.42.10(pid=23041): Terminated {rc=256}\u000a16:35:32.981904 --- ParallelTerminationStrategy: PID 23044 died...\u000a16:35:33.035034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23044): Terminated: ok {rc=0}\u000a16:35:33.044472 --- ParallelTerminationStrategy: PID 23047 died...\u000a16:35:33.097125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23047): Terminated: ok {rc=0}\u000a16:35:33.106602 --- ParallelTerminationStrategy: PID 23050 died...\u000a16:35:33.159531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23050): Terminated: ok {rc=0}\u000a16:35:33.242184 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23066): Process ended prematurely: osmo-stp_10.42.42.5(pid=23066) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23066)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23066): Process ended prematurely: osmo-stp_10.42.42.5(pid=23066) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:35:34.352104 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:34.363881 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:35:34.515327 tst iperf3m4.py: using LAC 22325\u000a16:35:34.634128 tst iperf3m4.py: using RAC 140\u000a16:35:34.756395 tst iperf3m4.py: using CellId 22325\u000a16:35:34.874719 tst iperf3m4.py: using BVCI 22326\u000a16:35:34.897535 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:34.908575 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:34.919627 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:34.930620 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:34.941628 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:34.952450 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:34.963544 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:34.974433 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:34.985493 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:35:35.103038 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:35:35.221509 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:35:35.338190 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:35:35.622789 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:35:35.748378 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:36.063269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23052): Launched\u000a16:35:36.323228 run iperf3-srv_10.42.42.10(pid=23053): Launched\u000a16:35:36.507487 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:35:36.632723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:36.947194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23054): Launched\u000a16:35:37.207769 run iperf3-srv_10.42.42.10(pid=23055): Launched\u000a16:35:37.392197 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:35:37.517768 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:37.832211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23056): Launched\u000a16:35:38.092458 run iperf3-srv_10.42.42.10(pid=23057): Launched\u000a16:35:38.275583 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:35:38.400202 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:38.715194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23058): Launched\u000a16:35:38.975324 run iperf3-srv_10.42.42.10(pid=23059): Launched\u000a16:35:39.159264 tst iperf3m4.py:8: start network...\u000a16:35:39.284898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:39.769090 run create_hlr_db(pid=23060): Launched\u000a16:35:39.942189 bus /gobi_6: Setting Powered False\u000a16:35:40.963771 run create_hlr_db(pid=23060): Terminated: ok {rc=0}\u000a16:35:41.367395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23062): Launched\u000a16:35:41.668110 run osmo-hlr_10.42.42.2(pid=23063): Launched\u000a16:35:41.782005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:42.315240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23065): Launched\u000a16:35:42.641298 run osmo-stp_10.42.42.5(pid=23066): Launched\u000a16:35:42.758562 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:35:43.324870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23068): Launched\u000a16:35:43.441111 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:35:43.725226 run patchelf(pid=23069): Launched\u000a16:35:43.915345 run osmo-stp_10.42.42.5(pid=23066): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23066)]\u000a16:35:44.054814 run osmo-stp_10.42.42.5(pid=23066): stdout: \u000a| (launched: 2022-12-09_16:35:42.480014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:44.196937 run osmo-stp_10.42.42.5(pid=23066): stderr: \u000a| �[0;m�[38;5;43m20221209163542669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163542669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163542669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163542670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163542670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163542670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163542670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:44.330854 run osmo-stp_10.42.42.5(pid=23066): stdout: \u000a| (launched: 2022-12-09_16:35:42.480014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:44.463716 run osmo-stp_10.42.42.5(pid=23066): stderr: \u000a| �[0;m�[38;5;43m20221209163542669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163542669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163542669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163542670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163542670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163542670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163542670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:44.618546 run patchelf(pid=23069): Terminating (SIGINT)\u000a16:35:44.800022 run patchelf(pid=23069): Terminated: ok {rc=0}\u000a16:35:44.833566 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23066): Process ended prematurely: osmo-stp_10.42.42.5(pid=23066) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23066)] [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:35:44.843615 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a16:35:44.907119 run osmo-hlr_10.42.42.2(pid=23063): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23063)]\u000a16:35:44.958735 run osmo-hlr_10.42.42.2(pid=23063): stdout: \u000a| (launched: 2022-12-09_16:35:41.520177) \u000a16:35:45.010876 run osmo-hlr_10.42.42.2(pid=23063): stderr: \u000a| �[0;m�[1;31m20221209163541694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163541694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163541694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163541694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163541694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163541694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163541706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163541715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163541715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163541715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:45.054814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23052): Terminating (SIGTERM)\u000a16:35:45.097077 run iperf3-srv_10.42.42.10(pid=23053): Terminating (SIGTERM)\u000a16:35:45.138664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23054): Terminating (SIGTERM)\u000a16:35:45.180189 run iperf3-srv_10.42.42.10(pid=23055): Terminating (SIGTERM)\u000a16:35:45.222626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23056): Terminating (SIGTERM)\u000a16:35:45.264274 run iperf3-srv_10.42.42.10(pid=23057): Terminating (SIGTERM)\u000a16:35:45.306059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23058): Terminating (SIGTERM)\u000a16:35:45.348090 run iperf3-srv_10.42.42.10(pid=23059): Terminating (SIGTERM)\u000a16:35:45.390248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23062): Terminating (SIGTERM)\u000a16:35:45.431974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23065): Terminating (SIGTERM)\u000a16:35:45.473614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23068): Terminating (SIGTERM)\u000a16:35:45.483283 --- ParallelTerminationStrategy: PID 23052 died...\u000a16:35:45.538956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23052): Terminated: ok {rc=0}\u000a16:35:45.549073 --- ParallelTerminationStrategy: PID 23053 died...\u000a16:35:45.604280 run iperf3-srv_10.42.42.10(pid=23053): Terminated {rc=256}\u000a16:35:45.614278 --- ParallelTerminationStrategy: PID 23054 died...\u000a16:35:45.669865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23054): Terminated: ok {rc=0}\u000a16:35:45.679908 --- ParallelTerminationStrategy: PID 23055 died...\u000a16:35:45.735310 run iperf3-srv_10.42.42.10(pid=23055): Terminated {rc=256}\u000a16:35:45.745427 --- ParallelTerminationStrategy: PID 23056 died...\u000a16:35:45.800757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23056): Terminated: ok {rc=0}\u000a16:35:45.810861 --- ParallelTerminationStrategy: PID 23057 died...\u000a16:35:45.889718 run iperf3-srv_10.42.42.10(pid=23057): Terminated {rc=256}\u000a16:35:45.900570 --- ParallelTerminationStrategy: PID 23058 died...\u000a16:35:45.956095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23058): Terminated: ok {rc=0}\u000a16:35:45.967543 --- ParallelTerminationStrategy: PID 23059 died...\u000a16:35:46.024897 run iperf3-srv_10.42.42.10(pid=23059): Terminated {rc=256}\u000a16:35:46.035344 --- ParallelTerminationStrategy: PID 23062 died...\u000a16:35:46.091575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23062): Terminated: ok {rc=0}\u000a16:35:46.102097 --- ParallelTerminationStrategy: PID 23065 died...\u000a16:35:46.157704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23065): Terminated: ok {rc=0}\u000a16:35:46.169230 --- ParallelTerminationStrategy: PID 23068 died...\u000a16:35:46.226513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23068): Terminated: ok {rc=0}\u000a16:35:46.312291 bus /gobi_4: Setting Powered False\u000a16:35:47.415692 bus /gobi_4: Setting Powered False\u000a16:35:48.526203 bus /gobi_1: Setting Powered False\u000a16:35:49.629135 bus /gobi_1: Setting Powered False\u000a16:35:50.740321 bus /gobi_0: Setting Powered False\u000a16:35:51.841997 bus /gobi_0: Setting Powered False\u000a16:35:52.954041 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23076): Process ended prematurely: osmo-stp_10.42.42.5(pid=23076) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23076)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23076): Process ended prematurely: osmo-stp_10.42.42.5(pid=23076) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:35:54.021219 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:54.033242 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:35:54.184565 tst ping.py: using LAC 22326\u000a16:35:54.299863 tst ping.py: using RAC 141\u000a16:35:54.416753 tst ping.py: using CellId 22326\u000a16:35:54.531283 tst ping.py: using BVCI 22327\u000a16:35:54.553725 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:54.564812 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:54.575687 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:54.586680 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:54.597824 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:54.608686 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:54.619798 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:35:54.630728 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:35:54.904707 tst ping.py:19: start network...\u000a16:35:55.027721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:55.499925 run create_hlr_db(pid=23070): Launched\u000a16:35:55.670512 bus /gobi_6: Setting Powered False\u000a16:35:56.691605 run create_hlr_db(pid=23070): Terminated: ok {rc=0}\u000a16:35:57.087002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23072): Launched\u000a16:35:57.383001 run osmo-hlr_10.42.42.2(pid=23073): Launched\u000a16:35:57.498458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:58.022320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23075): Launched\u000a16:35:58.317209 run osmo-stp_10.42.42.5(pid=23076): Launched\u000a16:35:58.423339 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:35:58.939027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23078): Launched\u000a16:35:59.044306 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:35:59.304553 run patchelf(pid=23079): Launched\u000a16:35:59.479392 run osmo-stp_10.42.42.5(pid=23076): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23076)]\u000a16:35:59.606026 run osmo-stp_10.42.42.5(pid=23076): stdout: \u000a| (launched: 2022-12-09_16:35:58.172191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:59.733177 run osmo-stp_10.42.42.5(pid=23076): stderr: \u000a| �[0;m�[38;5;43m20221209163558343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163558343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163558343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163558344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163558344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163558344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163558344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:59.855653 run osmo-stp_10.42.42.5(pid=23076): stdout: \u000a| (launched: 2022-12-09_16:35:58.172191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:59.976705 run osmo-stp_10.42.42.5(pid=23076): stderr: \u000a| �[0;m�[38;5;43m20221209163558343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163558343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163558343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163558344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163558344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163558344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163558344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:00.118204 run patchelf(pid=23079): Terminating (SIGINT)\u000a16:36:00.283651 run patchelf(pid=23079): Terminated: ok {rc=0}\u000a16:36:00.313812 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23076): Process ended prematurely: osmo-stp_10.42.42.5(pid=23076) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23076)] [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:36:00.322405 tst ping.py:22: Test FAILED (6.3 sec)\u000a16:36:00.381474 run osmo-hlr_10.42.42.2(pid=23073): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23073)]\u000a16:36:00.429617 run osmo-hlr_10.42.42.2(pid=23073): stdout: \u000a| (launched: 2022-12-09_16:35:57.236941) \u000a16:36:00.478715 run osmo-hlr_10.42.42.2(pid=23073): stderr: \u000a| �[0;m�[1;31m20221209163557417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163557417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163557417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163557417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163557417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163557417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163557430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163557438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163557438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163557438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:00.520254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23072): Terminating (SIGTERM)\u000a16:36:00.559281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23075): Terminating (SIGTERM)\u000a16:36:00.598400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23078): Terminating (SIGTERM)\u000a16:36:00.607446 --- ParallelTerminationStrategy: PID 23072 died...\u000a16:36:00.660184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23072): Terminated: ok {rc=0}\u000a16:36:00.669813 --- ParallelTerminationStrategy: PID 23075 died...\u000a16:36:00.722107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23075): Terminated: ok {rc=0}\u000a16:36:00.731621 --- ParallelTerminationStrategy: PID 23078 died...\u000a16:36:00.784049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23078): Terminated: ok {rc=0}\u000a16:36:00.875896 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23086): Process ended prematurely: osmo-stp_10.42.42.5(pid=23086) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23086)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23086): Process ended prematurely: osmo-stp_10.42.42.5(pid=23086) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:36:01.941735 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:36:01.955395 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:36:02.140510 tst ping_idle_ping.py: using LAC 22327\u000a16:36:02.261307 tst ping_idle_ping.py: using RAC 142\u000a16:36:02.383035 tst ping_idle_ping.py: using CellId 22327\u000a16:36:02.511686 tst ping_idle_ping.py: using BVCI 22328\u000a16:36:02.536240 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:36:02.547901 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:36:02.559472 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:36:02.571840 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:36:02.584176 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:36:02.597163 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:36:02.610793 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:36:02.623537 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:36:02.900115 tst ping_idle_ping.py:24: start network...\u000a16:36:03.023998 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:03.501972 run create_hlr_db(pid=23080): Launched\u000a16:36:03.673352 bus /gobi_6: Setting Powered False\u000a16:36:04.694417 run create_hlr_db(pid=23080): Terminated: ok {rc=0}\u000a16:36:05.119956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23082): Launched\u000a16:36:05.443168 run osmo-hlr_10.42.42.2(pid=23083): Launched\u000a16:36:05.558448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:06.113338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23085): Launched\u000a16:36:06.433682 run osmo-stp_10.42.42.5(pid=23086): Launched\u000a16:36:06.549677 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:36:07.108776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23088): Launched\u000a16:36:07.222108 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:36:07.501723 run patchelf(pid=23089): Launched\u000a16:36:07.689010 run osmo-stp_10.42.42.5(pid=23086): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23086)]\u000a16:36:07.825848 run osmo-stp_10.42.42.5(pid=23086): stdout: \u000a| (launched: 2022-12-09_16:36:06.275800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:07.962902 run osmo-stp_10.42.42.5(pid=23086): stderr: \u000a| �[0;m�[38;5;43m20221209163606469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163606469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163606469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163606470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163606470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163606470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163606470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:08.094944 run osmo-stp_10.42.42.5(pid=23086): stdout: \u000a| (launched: 2022-12-09_16:36:06.275800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:08.225350 run osmo-stp_10.42.42.5(pid=23086): stderr: \u000a| �[0;m�[38;5;43m20221209163606469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163606469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163606469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163606470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163606470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163606470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163606470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:08.377077 run patchelf(pid=23089): Terminating (SIGINT)\u000a16:36:08.555529 run patchelf(pid=23089): Terminated: ok {rc=0}\u000a16:36:08.587830 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23086): Process ended prematurely: osmo-stp_10.42.42.5(pid=23086) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23086)] [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:36:08.597275 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:36:08.660047 run osmo-hlr_10.42.42.2(pid=23083): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23083)]\u000a16:36:08.711185 run osmo-hlr_10.42.42.2(pid=23083): stdout: \u000a| (launched: 2022-12-09_16:36:05.282465) \u000a16:36:08.762960 run osmo-hlr_10.42.42.2(pid=23083): stderr: \u000a| �[0;m�[1;31m20221209163605482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163605482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163605482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163605482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163605482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163605482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163605494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163605502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163605502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163605502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:08.806898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23082): Terminating (SIGTERM)\u000a16:36:08.848072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23085): Terminating (SIGTERM)\u000a16:36:08.889569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23088): Terminating (SIGTERM)\u000a16:36:08.899397 --- ParallelTerminationStrategy: PID 23082 died...\u000a16:36:08.955084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23082): Terminated: ok {rc=0}\u000a16:36:08.965312 --- ParallelTerminationStrategy: PID 23085 died...\u000a16:36:09.020233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23085): Terminated: ok {rc=0}\u000a16:36:09.030391 --- ParallelTerminationStrategy: PID 23088 died...\u000a16:36:09.085766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23088): Terminated: ok {rc=0}\u000a16:36:09.171852 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:35:11" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23103): Process ended prematurely: osmo-stp_10.42.42.5(pid=23103) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23103)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23103): Process ended prematurely: osmo-stp_10.42.42.5(pid=23103) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:36:11.311652 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:11.322974 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:36:11.485486 tst cs_paging_gprs_active.py: using LAC 22328\u000a16:36:11.612423 tst cs_paging_gprs_active.py: using RAC 143\u000a16:36:11.740723 tst cs_paging_gprs_active.py: using CellId 22328\u000a16:36:11.866273 tst cs_paging_gprs_active.py: using BVCI 22329\u000a16:36:11.890943 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:11.902798 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:11.914216 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:11.925851 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:11.937769 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:11.949545 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:11.961811 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:11.973309 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:11.985095 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:36:12.106112 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:36:12.402847 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:36:12.539070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:12.875515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23093): Launched\u000a16:36:13.157171 run iperf3-srv_10.42.42.10(pid=23094): Launched\u000a16:36:13.357743 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:36:13.494308 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:13.831444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23095): Launched\u000a16:36:14.114704 run iperf3-srv_10.42.42.10(pid=23096): Launched\u000a16:36:14.314335 tst cs_paging_gprs_active.py:38: start network...\u000a16:36:14.450477 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:14.961308 run create_hlr_db(pid=23097): Launched\u000a16:36:15.148842 bus /gobi_6: Setting Powered False\u000a16:36:16.170357 run create_hlr_db(pid=23097): Terminated: ok {rc=0}\u000a16:36:16.612818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23099): Launched\u000a16:36:17.032107 run osmo-hlr_10.42.42.2(pid=23100): Launched\u000a16:36:17.231871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:17.798236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23102): Launched\u000a16:36:18.125017 run osmo-stp_10.42.42.5(pid=23103): Launched\u000a16:36:18.242592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:36:18.807816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23105): Launched\u000a16:36:18.923588 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:36:19.215113 run patchelf(pid=23106): Launched\u000a16:36:19.406285 run osmo-stp_10.42.42.5(pid=23103): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23103)]\u000a16:36:19.546569 run osmo-stp_10.42.42.5(pid=23103): stdout: \u000a| (launched: 2022-12-09_16:36:17.963336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:19.686973 run osmo-stp_10.42.42.5(pid=23103): stderr: \u000a| �[0;m�[38;5;43m20221209163618152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163618152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163618153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163618153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163618154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163618154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163618154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:19.821942 run osmo-stp_10.42.42.5(pid=23103): stdout: \u000a| (launched: 2022-12-09_16:36:17.963336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:19.955591 run osmo-stp_10.42.42.5(pid=23103): stderr: \u000a| �[0;m�[38;5;43m20221209163618152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163618152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163618153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163618153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163618154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163618154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163618154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:20.111523 run patchelf(pid=23106): Terminating (SIGINT)\u000a16:36:20.294428 run patchelf(pid=23106): Terminated: ok {rc=0}\u000a16:36:20.327928 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23103): Process ended prematurely: osmo-stp_10.42.42.5(pid=23103) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23103)] [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:36:20.337902 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a16:36:20.401598 run osmo-hlr_10.42.42.2(pid=23100): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23100)]\u000a16:36:20.452917 run osmo-hlr_10.42.42.2(pid=23100): stdout: \u000a| (launched: 2022-12-09_16:36:16.769267) \u000a16:36:20.504843 run osmo-hlr_10.42.42.2(pid=23100): stderr: \u000a| �[0;m�[1;31m20221209163617108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163617118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163617119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163617119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163617119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163617119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163617130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163617138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163617138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163617138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:20.548814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23093): Terminating (SIGTERM)\u000a16:36:20.590534 run iperf3-srv_10.42.42.10(pid=23094): Terminating (SIGTERM)\u000a16:36:20.632556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23095): Terminating (SIGTERM)\u000a16:36:20.674590 run iperf3-srv_10.42.42.10(pid=23096): Terminating (SIGTERM)\u000a16:36:20.716077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23099): Terminating (SIGTERM)\u000a16:36:20.757922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23102): Terminating (SIGTERM)\u000a16:36:20.799656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23105): Terminating (SIGTERM)\u000a16:36:20.809601 --- ParallelTerminationStrategy: PID 23093 died...\u000a16:36:20.865304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23093): Terminated: ok {rc=0}\u000a16:36:20.875463 --- ParallelTerminationStrategy: PID 23094 died...\u000a16:36:20.930728 run iperf3-srv_10.42.42.10(pid=23094): Terminated {rc=256}\u000a16:36:20.940867 --- ParallelTerminationStrategy: PID 23095 died...\u000a16:36:20.995900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23095): Terminated: ok {rc=0}\u000a16:36:21.006203 --- ParallelTerminationStrategy: PID 23096 died...\u000a16:36:21.061196 run iperf3-srv_10.42.42.10(pid=23096): Terminated {rc=256}\u000a16:36:21.071487 --- ParallelTerminationStrategy: PID 23099 died...\u000a16:36:21.127122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23099): Terminated: ok {rc=0}\u000a16:36:21.137136 --- ParallelTerminationStrategy: PID 23102 died...\u000a16:36:21.192521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23102): Terminated: ok {rc=0}\u000a16:36:21.202731 --- ParallelTerminationStrategy: PID 23105 died...\u000a16:36:21.257908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23105): Terminated: ok {rc=0}\u000a16:36:21.344566 bus /gobi_0: Setting Powered False\u000a16:36:22.449203 bus /gobi_0: Setting Powered False\u000a16:36:23.556674 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23115): Process ended prematurely: osmo-stp_10.42.42.5(pid=23115) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23115)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23115): Process ended prematurely: osmo-stp_10.42.42.5(pid=23115) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:36:24.671767 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:24.683987 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:36:24.848816 tst iperf3.py: using LAC 22329\u000a16:36:24.973234 tst iperf3.py: using RAC 144\u000a16:36:25.097126 tst iperf3.py: using CellId 22329\u000a16:36:25.220923 tst iperf3.py: using BVCI 22330\u000a16:36:25.245581 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:25.257191 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:25.268479 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:25.280140 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:25.291797 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:25.303422 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:25.315134 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:25.326684 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:25.338605 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:36:25.632656 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:36:25.767448 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:26.103772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23107): Launched\u000a16:36:26.381829 run iperf3-srv_10.42.42.10(pid=23108): Launched\u000a16:36:26.580688 tst iperf3.py:8: start network...\u000a16:36:26.715722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:27.226037 run create_hlr_db(pid=23109): Launched\u000a16:36:27.413814 bus /gobi_6: Setting Powered False\u000a16:36:28.434230 run create_hlr_db(pid=23109): Terminated: ok {rc=0}\u000a16:36:28.842147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23111): Launched\u000a16:36:29.144620 run osmo-hlr_10.42.42.2(pid=23112): Launched\u000a16:36:29.259477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:29.796453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23114): Launched\u000a16:36:30.100028 run osmo-stp_10.42.42.5(pid=23115): Launched\u000a16:36:30.222557 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:36:30.754441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23117): Launched\u000a16:36:30.863220 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:36:31.201196 run patchelf(pid=23118): Launched\u000a16:36:31.389775 run osmo-stp_10.42.42.5(pid=23115): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23115)]\u000a16:36:31.522858 run osmo-stp_10.42.42.5(pid=23115): stdout: \u000a| (launched: 2022-12-09_16:36:29.950861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:31.658121 run osmo-stp_10.42.42.5(pid=23115): stderr: \u000a| �[0;m�[38;5;43m20221209163630122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163630123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163630123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163630123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163630124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163630124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163630124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:31.786949 run osmo-stp_10.42.42.5(pid=23115): stdout: \u000a| (launched: 2022-12-09_16:36:29.950861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:31.914762 run osmo-stp_10.42.42.5(pid=23115): stderr: \u000a| �[0;m�[38;5;43m20221209163630122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163630123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163630123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163630123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163630124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163630124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163630124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:32.063005 run patchelf(pid=23118): Terminating (SIGINT)\u000a16:36:32.237340 run patchelf(pid=23118): Terminated: ok {rc=0}\u000a16:36:32.269814 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23115): Process ended prematurely: osmo-stp_10.42.42.5(pid=23115) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23115)] [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:36:32.279515 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:36:32.339775 run osmo-hlr_10.42.42.2(pid=23112): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23112)]\u000a16:36:32.388505 run osmo-hlr_10.42.42.2(pid=23112): stdout: \u000a| (launched: 2022-12-09_16:36:28.996011) \u000a16:36:32.437964 run osmo-hlr_10.42.42.2(pid=23112): stderr: \u000a| �[0;m�[1;31m20221209163629173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163629173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163629173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163629173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163629174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163629174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163629186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163629195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163629195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163629195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:32.479910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23107): Terminating (SIGTERM)\u000a16:36:32.519538 run iperf3-srv_10.42.42.10(pid=23108): Terminating (SIGTERM)\u000a16:36:32.559160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23111): Terminating (SIGTERM)\u000a16:36:32.598751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23114): Terminating (SIGTERM)\u000a16:36:32.638445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23117): Terminating (SIGTERM)\u000a16:36:32.647624 --- ParallelTerminationStrategy: PID 23107 died...\u000a16:36:32.700614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23107): Terminated: ok {rc=0}\u000a16:36:32.710215 --- ParallelTerminationStrategy: PID 23108 died...\u000a16:36:32.762859 run iperf3-srv_10.42.42.10(pid=23108): Terminated {rc=256}\u000a16:36:32.772229 --- ParallelTerminationStrategy: PID 23111 died...\u000a16:36:32.825182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23111): Terminated: ok {rc=0}\u000a16:36:32.834756 --- ParallelTerminationStrategy: PID 23114 died...\u000a16:36:32.887378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23114): Terminated: ok {rc=0}\u000a16:36:32.897033 --- ParallelTerminationStrategy: PID 23117 died...\u000a16:36:32.949629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23117): Terminated: ok {rc=0}\u000a16:36:33.038576 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23133): Process ended prematurely: osmo-stp_10.42.42.5(pid=23133) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23133)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23133): Process ended prematurely: osmo-stp_10.42.42.5(pid=23133) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23133)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:36:34.154434 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:34.166702 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:36:34.328848 tst iperf3m4.py: using LAC 22330\u000a16:36:34.454310 tst iperf3m4.py: using RAC 145\u000a16:36:34.579550 tst iperf3m4.py: using CellId 22330\u000a16:36:34.705092 tst iperf3m4.py: using BVCI 22331\u000a16:36:34.729754 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:34.741358 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:34.752619 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:34.764220 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:34.776067 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:34.787769 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:34.799540 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:34.811206 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:34.823100 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:36:34.941893 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:36:35.065832 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:36:35.182577 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:36:35.478678 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:36:35.614577 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:35.952088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23119): Launched\u000a16:36:36.231159 run iperf3-srv_10.42.42.10(pid=23120): Launched\u000a16:36:36.431053 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:36:36.566737 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:36.905362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23121): Launched\u000a16:36:37.185664 run iperf3-srv_10.42.42.10(pid=23122): Launched\u000a16:36:37.384909 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:36:37.520273 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:37.857913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23123): Launched\u000a16:36:38.137182 run iperf3-srv_10.42.42.10(pid=23124): Launched\u000a16:36:38.336735 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:36:38.472365 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:38.810864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23125): Launched\u000a16:36:39.092219 run iperf3-srv_10.42.42.10(pid=23126): Launched\u000a16:36:39.291652 tst iperf3m4.py:8: start network...\u000a16:36:39.427192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:39.940827 run create_hlr_db(pid=23127): Launched\u000a16:36:40.130494 bus /gobi_6: Setting Powered False\u000a16:36:41.138433 run create_hlr_db(pid=23127): Terminated: ok {rc=0}\u000a16:36:41.582672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23129): Launched\u000a16:36:41.909365 run osmo-hlr_10.42.42.2(pid=23130): Launched\u000a16:36:42.030255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:42.596752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23132): Launched\u000a16:36:42.923270 run osmo-stp_10.42.42.5(pid=23133): Launched\u000a16:36:43.041664 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:36:43.606488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23135): Launched\u000a16:36:43.722854 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:36:44.006914 run patchelf(pid=23136): Launched\u000a16:36:44.197508 run osmo-stp_10.42.42.5(pid=23133): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23133)]\u000a16:36:44.336476 run osmo-stp_10.42.42.5(pid=23133): stdout: \u000a| (launched: 2022-12-09_16:36:42.762146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:44.475449 run osmo-stp_10.42.42.5(pid=23133): stderr: \u000a| �[0;m�[38;5;43m20221209163642950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163642951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163642951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163642951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163642952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163642952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163642952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:44.609472 run osmo-stp_10.42.42.5(pid=23133): stdout: \u000a| (launched: 2022-12-09_16:36:42.762146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:44.742766 run osmo-stp_10.42.42.5(pid=23133): stderr: \u000a| �[0;m�[38;5;43m20221209163642950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163642951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163642951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163642951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163642952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163642952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163642952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:44.897861 run patchelf(pid=23136): Terminating (SIGINT)\u000a16:36:45.081023 run patchelf(pid=23136): Terminated: ok {rc=0}\u000a16:36:45.114568 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23133): Process ended prematurely: osmo-stp_10.42.42.5(pid=23133) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23133)] [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:36:45.124517 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a16:36:45.188755 run osmo-hlr_10.42.42.2(pid=23130): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23130)]\u000a16:36:45.240881 run osmo-hlr_10.42.42.2(pid=23130): stdout: \u000a| (launched: 2022-12-09_16:36:41.748908) \u000a16:36:45.293391 run osmo-hlr_10.42.42.2(pid=23130): stderr: \u000a| �[0;m�[1;31m20221209163641946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163641946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163641946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163641946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163641946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163641946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163641960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163641968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163641968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163641968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:45.338215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23119): Terminating (SIGTERM)\u000a16:36:45.380241 run iperf3-srv_10.42.42.10(pid=23120): Terminating (SIGTERM)\u000a16:36:45.422535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23121): Terminating (SIGTERM)\u000a16:36:45.464463 run iperf3-srv_10.42.42.10(pid=23122): Terminating (SIGTERM)\u000a16:36:45.506779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23123): Terminating (SIGTERM)\u000a16:36:45.549184 run iperf3-srv_10.42.42.10(pid=23124): Terminating (SIGTERM)\u000a16:36:45.591465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23125): Terminating (SIGTERM)\u000a16:36:45.633573 run iperf3-srv_10.42.42.10(pid=23126): Terminating (SIGTERM)\u000a16:36:45.675710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23129): Terminating (SIGTERM)\u000a16:36:45.717817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23132): Terminating (SIGTERM)\u000a16:36:45.759677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23135): Terminating (SIGTERM)\u000a16:36:45.769689 --- ParallelTerminationStrategy: PID 23119 died...\u000a16:36:45.826186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23119): Terminated: ok {rc=0}\u000a16:36:45.838156 --- ParallelTerminationStrategy: PID 23120 died...\u000a16:36:45.910680 run iperf3-srv_10.42.42.10(pid=23120): Terminated {rc=256}\u000a16:36:45.921504 --- ParallelTerminationStrategy: PID 23121 died...\u000a16:36:45.978429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23121): Terminated: ok {rc=0}\u000a16:36:45.988881 --- ParallelTerminationStrategy: PID 23122 died...\u000a16:36:46.045890 run iperf3-srv_10.42.42.10(pid=23122): Terminated {rc=256}\u000a16:36:46.056339 --- ParallelTerminationStrategy: PID 23123 died...\u000a16:36:46.113443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23123): Terminated: ok {rc=0}\u000a16:36:46.123895 --- ParallelTerminationStrategy: PID 23124 died...\u000a16:36:46.180743 run iperf3-srv_10.42.42.10(pid=23124): Terminated {rc=256}\u000a16:36:46.191379 --- ParallelTerminationStrategy: PID 23125 died...\u000a16:36:46.248570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23125): Terminated: ok {rc=0}\u000a16:36:46.259237 --- ParallelTerminationStrategy: PID 23126 died...\u000a16:36:46.316133 run iperf3-srv_10.42.42.10(pid=23126): Terminated {rc=256}\u000a16:36:46.326649 --- ParallelTerminationStrategy: PID 23129 died...\u000a16:36:46.383476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23129): Terminated: ok {rc=0}\u000a16:36:46.394482 --- ParallelTerminationStrategy: PID 23132 died...\u000a16:36:46.451639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23132): Terminated: ok {rc=0}\u000a16:36:46.462369 --- ParallelTerminationStrategy: PID 23135 died...\u000a16:36:46.519208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23135): Terminated: ok {rc=0}\u000a16:36:46.622000 bus /gobi_4: Setting Powered False\u000a16:36:47.722880 bus /gobi_4: Setting Powered False\u000a16:36:48.834114 bus /gobi_1: Setting Powered False\u000a16:36:49.937610 bus /gobi_1: Setting Powered False\u000a16:36:51.049669 bus /gobi_0: Setting Powered False\u000a16:36:52.152034 bus /gobi_0: Setting Powered False\u000a16:36:53.262098 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23143): Process ended prematurely: osmo-stp_10.42.42.5(pid=23143) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23143)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23143): Process ended prematurely: osmo-stp_10.42.42.5(pid=23143) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23143)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:36:54.330679 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:54.342973 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:36:54.498223 tst ping.py: using LAC 22331\u000a16:36:54.622769 tst ping.py: using RAC 146\u000a16:36:54.746821 tst ping.py: using CellId 22331\u000a16:36:54.870164 tst ping.py: using BVCI 22332\u000a16:36:54.894423 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:54.906116 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:54.917549 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:54.929233 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:54.940837 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:54.952497 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:54.964942 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:36:54.976376 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:36:55.252393 tst ping.py:19: start network...\u000a16:36:55.375378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:55.848417 run create_hlr_db(pid=23137): Launched\u000a16:36:56.019387 bus /gobi_6: Setting Powered False\u000a16:36:57.040808 run create_hlr_db(pid=23137): Terminated: ok {rc=0}\u000a16:36:57.465981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23139): Launched\u000a16:36:57.783731 run osmo-hlr_10.42.42.2(pid=23140): Launched\u000a16:36:57.902897 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:58.459130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23142): Launched\u000a16:36:58.778263 run osmo-stp_10.42.42.5(pid=23143): Launched\u000a16:36:58.893905 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:36:59.450887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23145): Launched\u000a16:36:59.564306 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:36:59.842110 run patchelf(pid=23146): Launched\u000a16:37:00.029518 run osmo-stp_10.42.42.5(pid=23143): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23143)]\u000a16:37:00.166239 run osmo-stp_10.42.42.5(pid=23143): stdout: \u000a| (launched: 2022-12-09_16:36:58.621192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:00.303274 run osmo-stp_10.42.42.5(pid=23143): stderr: \u000a| �[0;m�[38;5;43m20221209163658812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163658812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163658813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163658813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163658813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163658813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163658814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:00.435310 run osmo-stp_10.42.42.5(pid=23143): stdout: \u000a| (launched: 2022-12-09_16:36:58.621192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:00.566630 run osmo-stp_10.42.42.5(pid=23143): stderr: \u000a| �[0;m�[38;5;43m20221209163658812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163658812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163658813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163658813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163658813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163658813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163658814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:00.718631 run patchelf(pid=23146): Terminating (SIGINT)\u000a16:37:00.908455 run patchelf(pid=23146): Terminated: ok {rc=0}\u000a16:37:00.942307 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23143): Process ended prematurely: osmo-stp_10.42.42.5(pid=23143) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23143)] [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:37:00.952062 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:37:01.018270 run osmo-hlr_10.42.42.2(pid=23140): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23140)]\u000a16:37:01.071206 run osmo-hlr_10.42.42.2(pid=23140): stdout: \u000a| (launched: 2022-12-09_16:36:57.628044) \u000a16:37:01.125029 run osmo-hlr_10.42.42.2(pid=23140): stderr: \u000a| �[0;m�[1;31m20221209163657826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163657826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163657826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163657826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163657826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163657826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163657839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163657849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163657849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163657849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:01.170955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23139): Terminating (SIGTERM)\u000a16:37:01.214624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23142): Terminating (SIGTERM)\u000a16:37:01.260090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23145): Terminating (SIGTERM)\u000a16:37:01.271054 --- ParallelTerminationStrategy: PID 23139 died...\u000a16:37:01.330564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23139): Terminated: ok {rc=0}\u000a16:37:01.341545 --- ParallelTerminationStrategy: PID 23142 died...\u000a16:37:01.399641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23142): Terminated: ok {rc=0}\u000a16:37:01.410756 --- ParallelTerminationStrategy: PID 23145 died...\u000a16:37:01.468386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23145): Terminated: ok {rc=0}\u000a16:37:01.558117 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23153): Process ended prematurely: osmo-stp_10.42.42.5(pid=23153) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23153)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23153): Process ended prematurely: osmo-stp_10.42.42.5(pid=23153) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:37:02.611382 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:37:02.624557 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:37:02.782796 tst ping_idle_ping.py: using LAC 22332\u000a16:37:02.905822 tst ping_idle_ping.py: using RAC 147\u000a16:37:03.029617 tst ping_idle_ping.py: using CellId 22332\u000a16:37:03.153898 tst ping_idle_ping.py: using BVCI 22333\u000a16:37:03.178101 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:37:03.189886 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:37:03.201423 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:37:03.213677 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:37:03.225911 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:37:03.238940 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:37:03.250569 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:37:03.262934 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:37:03.556051 tst ping_idle_ping.py:24: start network...\u000a16:37:03.689824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:04.196115 run create_hlr_db(pid=23147): Launched\u000a16:37:04.382478 bus /gobi_6: Setting Powered False\u000a16:37:05.403444 run create_hlr_db(pid=23147): Terminated: ok {rc=0}\u000a16:37:05.802193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23149): Launched\u000a16:37:06.100744 run osmo-hlr_10.42.42.2(pid=23150): Launched\u000a16:37:06.209770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:06.725199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23152): Launched\u000a16:37:07.022204 run osmo-stp_10.42.42.5(pid=23153): Launched\u000a16:37:07.130811 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:37:07.648151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23155): Launched\u000a16:37:07.753631 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:37:08.016338 run patchelf(pid=23156): Launched\u000a16:37:08.190164 run osmo-stp_10.42.42.5(pid=23153): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23153)]\u000a16:37:08.317599 run osmo-stp_10.42.42.5(pid=23153): stdout: \u000a| (launched: 2022-12-09_16:37:06.875754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:08.445246 run osmo-stp_10.42.42.5(pid=23153): stderr: \u000a| �[0;m�[38;5;43m20221209163707047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163707047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163707047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163707048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163707048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163707048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163707048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:08.567799 run osmo-stp_10.42.42.5(pid=23153): stdout: \u000a| (launched: 2022-12-09_16:37:06.875754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:08.689551 run osmo-stp_10.42.42.5(pid=23153): stderr: \u000a| �[0;m�[38;5;43m20221209163707047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163707047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163707047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163707048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163707048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163707048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163707048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:08.830849 run patchelf(pid=23156): Terminating (SIGINT)\u000a16:37:08.996848 run patchelf(pid=23156): Terminated: ok {rc=0}\u000a16:37:09.027149 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23153): Process ended prematurely: osmo-stp_10.42.42.5(pid=23153) [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23153)] [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:37:09.035637 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a16:37:09.095209 run osmo-hlr_10.42.42.2(pid=23150): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23150)]\u000a16:37:09.143905 run osmo-hlr_10.42.42.2(pid=23150): stdout: \u000a| (launched: 2022-12-09_16:37:05.954092) \u000a16:37:09.193303 run osmo-hlr_10.42.42.2(pid=23150): stderr: \u000a| �[0;m�[1;31m20221209163706128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163706128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163706128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163706128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163706129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163706129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163706141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163706150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163706150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163706150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:09.235191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23149): Terminating (SIGTERM)\u000a16:37:09.274919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23152): Terminating (SIGTERM)\u000a16:37:09.314618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23155): Terminating (SIGTERM)\u000a16:37:09.323843 --- ParallelTerminationStrategy: PID 23149 died...\u000a16:37:09.377123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23149): Terminated: ok {rc=0}\u000a16:37:09.386636 --- ParallelTerminationStrategy: PID 23152 died...\u000a16:37:09.439240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23152): Terminated: ok {rc=0}\u000a16:37:09.448861 --- ParallelTerminationStrategy: PID 23155 died...\u000a16:37:09.501465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23155): Terminated: ok {rc=0}\u000a16:37:09.589094 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:36:10" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23169): Process ended prematurely: osmo-stp_10.42.42.5(pid=23169) [trial-2361↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23169)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23169): Process ended prematurely: osmo-stp_10.42.42.5(pid=23169) [trial-2361↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23169)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:37:11.627831 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:37:11.639681 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:37:11.801093 tst switch_tch_pdch.py: using LAC 22333\u000a16:37:11.921184 tst switch_tch_pdch.py: using RAC 148\u000a16:37:12.041640 tst switch_tch_pdch.py: using CellId 22333\u000a16:37:12.163405 tst switch_tch_pdch.py: using BVCI 22334\u000a16:37:12.187240 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:37:12.199119 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:37:12.211447 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:37:12.223835 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:37:12.236192 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:37:12.247836 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:37:12.260439 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:37:12.272025 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:37:12.389905 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:37:12.678979 tst switch_tch_pdch.py:51: start network...\u000a16:37:12.809788 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:13.303843 run create_hlr_db(pid=23163): Launched\u000a16:37:13.487998 bus /gobi_6: Setting Powered False\u000a16:37:14.507073 run create_hlr_db(pid=23163): Terminated: ok {rc=0}\u000a16:37:14.903801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23165): Launched\u000a16:37:15.195901 run osmo-hlr_10.42.42.2(pid=23166): Launched\u000a16:37:15.302402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:15.810850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23168): Launched\u000a16:37:16.233249 run osmo-stp_10.42.42.5(pid=23169): Launched\u000a16:37:16.498542 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:37:17.030256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23171): Launched\u000a16:37:17.136568 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:37:17.392608 run patchelf(pid=23172): Launched\u000a16:37:17.563382 run osmo-stp_10.42.42.5(pid=23169): ERR: Terminated: ERROR {rc=1} [trial-2361↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23169)]\u000a16:37:17.688542 run osmo-stp_10.42.42.5(pid=23169): stdout: \u000a| (launched: 2022-12-09_16:37:15.991801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:17.814122 run osmo-stp_10.42.42.5(pid=23169): stderr: \u000a| �[0;m�[38;5;43m20221209163716316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163716316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163716316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163716323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163716324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163716324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163716324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:17.935274 run osmo-stp_10.42.42.5(pid=23169): stdout: \u000a| (launched: 2022-12-09_16:37:15.991801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:18.055622 run osmo-stp_10.42.42.5(pid=23169): stderr: \u000a| �[0;m�[38;5;43m20221209163716316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163716316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163716316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163716323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163716324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163716324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163716324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:18.194732 run patchelf(pid=23172): Terminating (SIGINT)\u000a16:37:18.358997 run patchelf(pid=23172): Terminated: ok {rc=0}\u000a16:37:18.388877 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23169): Process ended prematurely: osmo-stp_10.42.42.5(pid=23169) [trial-2361↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23169)] [trial-2361↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:37:18.397497 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a16:37:18.456540 run osmo-hlr_10.42.42.2(pid=23166): ERR: Terminated: ERROR {rc=237} [trial-2361↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23166)]\u000a16:37:18.504650 run osmo-hlr_10.42.42.2(pid=23166): stdout: \u000a| (launched: 2022-12-09_16:37:15.051849) \u000a16:37:18.553430 run osmo-hlr_10.42.42.2(pid=23166): stderr: \u000a| �[0;m�[1;31m20221209163715227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163715227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163715227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163715227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163715227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163715227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163715275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163715284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163715284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163715284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:18.594988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23165): Terminating (SIGTERM)\u000a16:37:18.633994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23168): Terminating (SIGTERM)\u000a16:37:18.673046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23171): Terminating (SIGTERM)\u000a16:37:18.682195 --- ParallelTerminationStrategy: PID 23165 died...\u000a16:37:18.734493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23165): Terminated: ok {rc=0}\u000a16:37:18.744135 --- ParallelTerminationStrategy: PID 23168 died...\u000a16:37:18.796498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23168): Terminated: ok {rc=0}\u000a16:37:18.805901 --- ParallelTerminationStrategy: PID 23171 died...\u000a16:37:18.858245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23171): Terminated: ok {rc=0}\u000a16:37:18.945604 bus /gobi_0: Setting Powered False\u000a16:37:20.048847 bus /gobi_0: Setting Powered False\u000a16:37:21.158618 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:37:11" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23182): Process ended prematurely: osmo-stp_10.42.42.5(pid=23182) [trial-2361↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23182)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23182): Process ended prematurely: osmo-stp_10.42.42.5(pid=23182) [trial-2361↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23182)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:37:23.148529 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:37:23.159613 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:37:23.306905 tst switch_tch_pdch.py: using LAC 22334\u000a16:37:23.419954 tst switch_tch_pdch.py: using RAC 149\u000a16:37:23.533833 tst switch_tch_pdch.py: using CellId 22334\u000a16:37:23.655344 tst switch_tch_pdch.py: using BVCI 22335\u000a16:37:23.677685 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:37:23.688736 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:37:23.699642 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:37:23.710574 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:37:23.721453 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:37:23.732421 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:37:23.743447 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:37:23.754368 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:37:23.871072 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:37:24.155716 tst switch_tch_pdch.py:51: start network...\u000a16:37:24.286249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:24.751399 run create_hlr_db(pid=23176): Launched\u000a16:37:24.879008 bus /gobi_6: Setting Powered False\u000a16:37:25.953346 run create_hlr_db(pid=23176): Terminated: ok {rc=0}\u000a16:37:26.321785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23178): Launched\u000a16:37:26.611986 run osmo-hlr_10.42.42.2(pid=23179): Launched\u000a16:37:26.718538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:27.196211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23181): Launched\u000a16:37:27.486808 run osmo-stp_10.42.42.5(pid=23182): Launched\u000a16:37:27.593289 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:37:28.073881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23184): Launched\u000a16:37:28.176350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:37:28.429535 run patchelf(pid=23185): Launched\u000a16:37:28.600123 run osmo-stp_10.42.42.5(pid=23182): ERR: Terminated: ERROR {rc=1} [trial-2361↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23182)]\u000a16:37:28.724871 run osmo-stp_10.42.42.5(pid=23182): stdout: \u000a| (launched: 2022-12-09_16:37:27.343602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:28.850132 run osmo-stp_10.42.42.5(pid=23182): stderr: \u000a| �[0;m�[38;5;43m20221209163727513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163727514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163727514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163727514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163727515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163727515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163727515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:28.970553 run osmo-stp_10.42.42.5(pid=23182): stdout: \u000a| (launched: 2022-12-09_16:37:27.343602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:29.090211 run osmo-stp_10.42.42.5(pid=23182): stderr: \u000a| �[0;m�[38;5;43m20221209163727513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163727514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163727514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163727514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163727515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163727515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163727515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:29.229151 run patchelf(pid=23185): Terminating (SIGINT)\u000a16:37:29.392368 run patchelf(pid=23185): Terminated: ok {rc=0}\u000a16:37:29.422076 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23182): Process ended prematurely: osmo-stp_10.42.42.5(pid=23182) [trial-2361↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23182)] [trial-2361↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:37:29.430457 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a16:37:29.489014 run osmo-hlr_10.42.42.2(pid=23179): ERR: Terminated: ERROR {rc=237} [trial-2361↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23179)]\u000a16:37:29.537003 run osmo-hlr_10.42.42.2(pid=23179): stdout: \u000a| (launched: 2022-12-09_16:37:26.468483) \u000a16:37:29.585554 run osmo-hlr_10.42.42.2(pid=23179): stderr: \u000a| �[0;m�[1;31m20221209163726641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163726641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163726641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163726641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163726641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163726641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163726653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163726663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163726663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163726663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:29.626881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23178): Terminating (SIGTERM)\u000a16:37:29.665942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23181): Terminating (SIGTERM)\u000a16:37:29.705134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23184): Terminating (SIGTERM)\u000a16:37:29.714212 --- ParallelTerminationStrategy: PID 23178 died...\u000a16:37:29.766627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23178): Terminated: ok {rc=0}\u000a16:37:29.776016 --- ParallelTerminationStrategy: PID 23181 died...\u000a16:37:29.827977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23181): Terminated: ok {rc=0}\u000a16:37:29.837383 --- ParallelTerminationStrategy: PID 23184 died...\u000a16:37:29.889167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23184): Terminated: ok {rc=0}\u000a16:37:29.971239 bus /gobi_0: Setting Powered False\u000a16:37:31.080268 bus /gobi_0: Setting Powered False\u000a16:37:32.201764 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:37:22" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23191): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23191) [trial-2361↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23191)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23191): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23191) [trial-2361↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a16:37:34.068898 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a16:37:34.079498 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a16:37:34.199183 tst mo_mt_sms.py: using LAC 22335\u000a16:37:34.312151 tst mo_mt_sms.py: using RAC 150\u000a16:37:34.425293 tst mo_mt_sms.py: using CellId 22335\u000a16:37:34.542849 tst mo_mt_sms.py: using BVCI 22336\u000a16:37:34.564628 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a16:37:34.680058 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a16:37:34.965561 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:37:35.095585 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:37:35.735239 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23189): Launched\u000a16:37:36.044670 run osmo-nitb_10.42.42.2(pid=23191): Launched\u000a16:37:36.235188 run osmo-nitb_10.42.42.2(pid=23191): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23191)]\u000a16:37:36.376092 run osmo-nitb_10.42.42.2(pid=23191): stdout: \u000a| (launched: 2022-12-09_16:37:35.896088) \u000a16:37:36.517291 run osmo-nitb_10.42.42.2(pid=23191): stderr: \u000a| (launched: 2022-12-09_16:37:35.942079)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:37:36.653660 run osmo-nitb_10.42.42.2(pid=23191): stdout: \u000a| (launched: 2022-12-09_16:37:35.896088) \u000a16:37:36.789035 run osmo-nitb_10.42.42.2(pid=23191): stderr: \u000a| (launched: 2022-12-09_16:37:35.942079)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:37:37.169504 tst osmo-nitb_10.42.42.2(pid=23191): stdout: \u000a| (launched: 2022-12-09_16:37:35.896088) \u000a16:37:37.293688 tst osmo-nitb_10.42.42.2(pid=23191): stderr: \u000a| (launched: 2022-12-09_16:37:35.942079)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:37:37.347873 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=23191): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23191) [trial-2361↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23191)] [trial-2361↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a16:37:37.356386 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a16:37:37.392287 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23189): Terminating (SIGTERM)\u000a16:37:37.570340 --- ParallelTerminationStrategy: PID 23189 died...\u000a16:37:37.626224 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23189): Terminated: ok {rc=0}\u000a16:37:37.712828 bus /sierra_3: Setting Powered False\u000a16:37:38.818905 bus /sierra_3: Setting Powered False\u000a16:37:39.925649 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:37:33" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23201): Process ended prematurely: osmo-stp_10.42.42.5(pid=23201) [trial-2361↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23201)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23201): Process ended prematurely: osmo-stp_10.42.42.5(pid=23201) [trial-2361↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a16:37:41.791200 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:41.802287 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:37:41.928512 tst mo_mt_sms.py: using LAC 22336\u000a16:37:42.047474 tst mo_mt_sms.py: using RAC 151\u000a16:37:42.166571 tst mo_mt_sms.py: using CellId 22336\u000a16:37:42.285585 tst mo_mt_sms.py: using BVCI 22337\u000a16:37:42.308853 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:42.319925 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:42.330860 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:42.342014 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:42.353124 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:42.364090 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a16:37:42.476716 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a16:37:42.675259 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:43.136287 run create_hlr_db(pid=23195): Launched\u000a16:37:43.316753 bus /sierra_2: Setting Powered False\u000a16:37:44.336044 run create_hlr_db(pid=23195): Terminated: ok {rc=0}\u000a16:37:44.751926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23197): Launched\u000a16:37:45.062372 run osmo-hlr_10.42.42.2(pid=23198): Launched\u000a16:37:45.177335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:45.715997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23200): Launched\u000a16:37:46.078577 run osmo-stp_10.42.42.5(pid=23201): Launched\u000a16:37:46.280013 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:37:46.922380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23203): Launched\u000a16:37:47.316267 run osmo-msc_10.42.42.6(pid=23204): Launched\u000a16:37:47.580012 run osmo-stp_10.42.42.5(pid=23201): ERR: Terminated: ERROR {rc=1} [trial-2361↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23201)]\u000a16:37:47.714769 run osmo-stp_10.42.42.5(pid=23201): stdout: \u000a| (launched: 2022-12-09_16:37:45.877397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:47.846134 run osmo-stp_10.42.42.5(pid=23201): stderr: \u000a| �[0;m�[38;5;43m20221209163746225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163746225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163746226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163746226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163746227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163746227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163746227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:47.970763 run osmo-stp_10.42.42.5(pid=23201): stdout: \u000a| (launched: 2022-12-09_16:37:45.877397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:48.095438 run osmo-stp_10.42.42.5(pid=23201): stderr: \u000a| �[0;m�[38;5;43m20221209163746225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163746225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163746226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163746226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163746227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163746227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163746227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:48.149494 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23201): Process ended prematurely: osmo-stp_10.42.42.5(pid=23201) [trial-2361↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23201)] [trial-2361↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a16:37:48.157929 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a16:37:48.220166 run osmo-hlr_10.42.42.2(pid=23198): ERR: Terminated: ERROR {rc=237} [trial-2361↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23198)]\u000a16:37:48.271063 run osmo-hlr_10.42.42.2(pid=23198): stdout: \u000a| (launched: 2022-12-09_16:37:44.909588) \u000a16:37:48.322439 run osmo-hlr_10.42.42.2(pid=23198): stderr: \u000a| �[0;m�[1;31m20221209163745100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163745100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163745100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163745100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163745100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163745100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163745111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163745120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163745120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163745120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:48.392013 run osmo-msc_10.42.42.6(pid=23204): ERR: Terminated: ERROR {rc=2} [trial-2361↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23204)]\u000a16:37:48.442797 run osmo-msc_10.42.42.6(pid=23204): stdout: \u000a| (launched: 2022-12-09_16:37:47.127083) \u000a16:37:48.493783 run osmo-msc_10.42.42.6(pid=23204): stderr: \u000a| �[0;m�[38;5;43m20221209163747612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163747612 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f735f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163747612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163747613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163747613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163747613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163747615 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163747615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163747615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163747615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:37:48.537608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23197): Terminating (SIGTERM)\u000a16:37:48.578992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23200): Terminating (SIGTERM)\u000a16:37:48.620368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23203): Terminating (SIGTERM)\u000a16:37:48.630139 --- ParallelTerminationStrategy: PID 23197 died...\u000a16:37:48.685595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23197): Terminated: ok {rc=0}\u000a16:37:48.695663 --- ParallelTerminationStrategy: PID 23200 died...\u000a16:37:48.750894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23200): Terminated: ok {rc=0}\u000a16:37:48.760897 --- ParallelTerminationStrategy: PID 23203 died...\u000a16:37:48.816259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23203): Terminated: ok {rc=0}\u000a16:37:48.901536 bus /sierra_3: Setting Powered False\u000a16:37:50.007907 bus /sierra_3: Setting Powered False\u000a16:37:51.117359 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:37:41" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23210): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23210) [trial-2361↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23210)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23210): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23210) [trial-2361↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a16:37:52.925957 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a16:37:52.936709 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:37:53.058110 tst assert_extension.py: using LAC 22337\u000a16:37:53.172352 tst assert_extension.py: using RAC 152\u000a16:37:53.288073 tst assert_extension.py: using CellId 22337\u000a16:37:53.406030 tst assert_extension.py: using BVCI 22338\u000a16:37:53.427728 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a16:37:53.711754 tst assert_extension.py:10: start nitb and bts...\u000a16:37:53.840910 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:37:54.480199 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23209): Launched\u000a16:37:54.785613 run osmo-nitb_10.42.42.2(pid=23210): Launched\u000a16:37:54.974871 run osmo-nitb_10.42.42.2(pid=23210): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23210)]\u000a16:37:55.115486 run osmo-nitb_10.42.42.2(pid=23210): stdout: \u000a| (launched: 2022-12-09_16:37:54.637682) \u000a16:37:55.255631 run osmo-nitb_10.42.42.2(pid=23210): stderr: \u000a| (launched: 2022-12-09_16:37:54.683560)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:37:55.391165 run osmo-nitb_10.42.42.2(pid=23210): stdout: \u000a| (launched: 2022-12-09_16:37:54.637682) \u000a16:37:55.525683 run osmo-nitb_10.42.42.2(pid=23210): stderr: \u000a| (launched: 2022-12-09_16:37:54.683560)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:37:55.911187 tst osmo-nitb_10.42.42.2(pid=23210): stdout: \u000a| (launched: 2022-12-09_16:37:54.637682) \u000a16:37:56.035484 tst osmo-nitb_10.42.42.2(pid=23210): stderr: \u000a| (launched: 2022-12-09_16:37:54.683560)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:37:56.089588 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23210): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23210) [trial-2361↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23210)] [trial-2361↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a16:37:56.098327 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a16:37:56.134122 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23209): Terminating (SIGTERM)\u000a16:37:56.312455 --- ParallelTerminationStrategy: PID 23209 died...\u000a16:37:56.369397 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23209): Terminated: ok {rc=0}\u000a16:37:56.454687 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:37:52" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "ussd:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23262): Process ended prematurely: osmo-stp_10.42.42.5(pid=23262) [trial-2361↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23262)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23262): Process ended prematurely: osmo-stp_10.42.42.5(pid=23262) [trial-2361↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a16:37:58.267058 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:58.277625 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:37:58.396392 tst assert_extension.py: using LAC 22338\u000a16:37:58.507778 tst assert_extension.py: using RAC 153\u000a16:37:58.619578 tst assert_extension.py: using CellId 22338\u000a16:37:58.730718 tst assert_extension.py: using BVCI 22339\u000a16:37:58.752543 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:58.763081 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:58.773552 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:58.783873 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:58.794297 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:37:58.804615 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a16:37:59.008219 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:59.494744 run create_hlr_db(pid=23214): Launched\u000a16:37:59.675156 bus /sierra_2: Setting Powered False\u000a16:38:00.695279 run create_hlr_db(pid=23214): Terminated: ok {rc=0}\u000a16:38:01.161739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23216): Launched\u000a16:38:01.594277 run osmo-hlr_10.42.42.2(pid=23217): Launched\u000a16:38:01.850129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:02.519642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23251): Launched\u000a16:38:02.950225 run osmo-stp_10.42.42.5(pid=23262): Launched\u000a16:38:03.188007 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:38:03.933657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23354): Launched\u000a16:38:04.398429 run osmo-msc_10.42.42.6(pid=23400): Launched\u000a16:38:04.852935 run osmo-stp_10.42.42.5(pid=23262): ERR: Terminated: ERROR {rc=1} [trial-2361↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23262)]\u000a16:38:05.140753 run osmo-stp_10.42.42.5(pid=23262): stdout: \u000a| (launched: 2022-12-09_16:38:02.675227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:05.310067 run osmo-stp_10.42.42.5(pid=23262): stderr: \u000a| �[0;m�[38;5;43m20221209163803028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163803028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163803028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163803033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163803034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163803034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163803034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:05.438742 run osmo-stp_10.42.42.5(pid=23262): stdout: \u000a| (launched: 2022-12-09_16:38:02.675227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:05.567265 run osmo-stp_10.42.42.5(pid=23262): stderr: \u000a| �[0;m�[38;5;43m20221209163803028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163803028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163803028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163803033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163803034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163803034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163803034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:05.623459 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=23262): Process ended prematurely: osmo-stp_10.42.42.5(pid=23262) [trial-2361↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23262)] [trial-2361↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a16:38:05.632909 tst assert_extension.py:17: Test FAILED (7.4 sec)\u000a16:38:05.700263 run osmo-hlr_10.42.42.2(pid=23217): ERR: Terminated: ERROR {rc=237} [trial-2361↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23217)]\u000a16:38:05.753522 run osmo-hlr_10.42.42.2(pid=23217): stdout: \u000a| (launched: 2022-12-09_16:38:01.314426) \u000a16:38:05.807740 run osmo-hlr_10.42.42.2(pid=23217): stderr: \u000a| �[0;m�[1;31m20221209163801597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163801597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163801597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163801597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163801597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163801597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163801618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163801626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163801626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163801627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:05.880333 run osmo-msc_10.42.42.6(pid=23400): ERR: Terminated: ERROR {rc=2} [trial-2361↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23400)]\u000a16:38:05.933951 run osmo-msc_10.42.42.6(pid=23400): stdout: \u000a| (launched: 2022-12-09_16:38:04.116662) \u000a16:38:05.988036 run osmo-msc_10.42.42.6(pid=23400): stderr: \u000a| �[0;m�[38;5;43m20221209163804803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163804804 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f279b6f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163804804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163804804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163804804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163804804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163804817 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163804818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163804818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163804818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:38:06.033652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23216): Terminating (SIGTERM)\u000a16:38:06.080460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23251): Terminating (SIGTERM)\u000a16:38:06.126491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23354): Terminating (SIGTERM)\u000a16:38:06.137331 --- ParallelTerminationStrategy: PID 23216 died...\u000a16:38:06.197830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23216): Terminated: ok {rc=0}\u000a16:38:06.208767 --- ParallelTerminationStrategy: PID 23251 died...\u000a16:38:06.267639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23251): Terminated: ok {rc=0}\u000a16:38:06.278681 --- ParallelTerminationStrategy: PID 23354 died...\u000a16:38:06.337439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23354): Terminated: ok {rc=0}\u000a16:38:06.427705 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:37:58" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23506): Process ended prematurely: osmo-stp_10.42.42.5(pid=23506) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23506)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23506): Process ended prematurely: osmo-stp_10.42.42.5(pid=23506) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:38:08.380933 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:38:08.393525 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:38:08.549430 tst mo_mt_call.py: using LAC 22339\u000a16:38:08.677132 tst mo_mt_call.py: using RAC 154\u000a16:38:08.801611 tst mo_mt_call.py: using CellId 22339\u000a16:38:08.929517 tst mo_mt_call.py: using BVCI 22340\u000a16:38:08.954946 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:38:08.967540 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:38:08.981127 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:38:08.995000 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:38:09.007623 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:38:09.022717 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:38:09.147314 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:38:09.361747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:09.915484 run create_hlr_db(pid=23500): Launched\u000a16:38:10.107151 bus /sierra_2: Setting Powered False\u000a16:38:11.128486 run create_hlr_db(pid=23500): Terminated: ok {rc=0}\u000a16:38:11.583248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23502): Launched\u000a16:38:12.008231 run osmo-hlr_10.42.42.2(pid=23503): Launched\u000a16:38:12.258416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:12.841573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23505): Launched\u000a16:38:13.294423 run osmo-stp_10.42.42.5(pid=23506): Launched\u000a16:38:13.453359 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:38:14.073086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23508): Launched\u000a16:38:14.507456 run osmo-msc_10.42.42.6(pid=23509): Launched\u000a16:38:14.897176 run osmo-stp_10.42.42.5(pid=23506): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23506)]\u000a16:38:15.101697 run osmo-stp_10.42.42.5(pid=23506): stdout: \u000a| (launched: 2022-12-09_16:38:13.008058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:15.241663 run osmo-stp_10.42.42.5(pid=23506): stderr: \u000a| �[0;m�[38;5;43m20221209163813198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163813198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163813198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163813198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163813199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163813199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163813199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:15.375546 run osmo-stp_10.42.42.5(pid=23506): stdout: \u000a| (launched: 2022-12-09_16:38:13.008058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:15.508384 run osmo-stp_10.42.42.5(pid=23506): stderr: \u000a| �[0;m�[38;5;43m20221209163813198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163813198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163813198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163813198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163813199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163813199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163813199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:15.567747 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23506): Process ended prematurely: osmo-stp_10.42.42.5(pid=23506) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23506)] [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:38:15.578054 tst mo_mt_call.py:8: Test FAILED (7.2 sec)\u000a16:38:15.646515 run osmo-hlr_10.42.42.2(pid=23503): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23503)]\u000a16:38:15.700471 run osmo-hlr_10.42.42.2(pid=23503): stdout: \u000a| (launched: 2022-12-09_16:38:11.752207) \u000a16:38:15.755029 run osmo-hlr_10.42.42.2(pid=23503): stderr: \u000a| �[0;m�[1;31m20221209163812063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163812063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163812064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163812064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163812064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163812064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163812079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163812095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163812095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163812095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:15.829527 run osmo-msc_10.42.42.6(pid=23509): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23509)]\u000a16:38:15.909979 run osmo-msc_10.42.42.6(pid=23509): stdout: \u000a| (launched: 2022-12-09_16:38:14.240867) \u000a16:38:15.968375 run osmo-msc_10.42.42.6(pid=23509): stderr: \u000a| �[0;m�[38;5;43m20221209163814746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163814747 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfc4540c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163814747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163814747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163814747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163814747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163814751 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163814751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163814751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163814751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:38:16.033348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23502): Terminating (SIGTERM)\u000a16:38:16.084355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23505): Terminating (SIGTERM)\u000a16:38:16.130464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23508): Terminating (SIGTERM)\u000a16:38:16.141598 --- ParallelTerminationStrategy: PID 23502 died...\u000a16:38:16.201973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23502): Terminated: ok {rc=0}\u000a16:38:16.213194 --- ParallelTerminationStrategy: PID 23505 died...\u000a16:38:16.272573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23505): Terminated: ok {rc=0}\u000a16:38:16.283466 --- ParallelTerminationStrategy: PID 23508 died...\u000a16:38:16.345197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23508): Terminated: ok {rc=0}\u000a16:38:16.480828 bus /sierra_3: Setting Powered False\u000a16:38:17.622499 bus /sierra_3: Setting Powered False\u000a16:38:18.738867 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23517): Process ended prematurely: osmo-stp_10.42.42.5(pid=23517) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23517)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23517): Process ended prematurely: osmo-stp_10.42.42.5(pid=23517) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:38:19.861590 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:38:19.875218 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:38:20.036503 tst mo_mt_call_osmux.py: using LAC 22340\u000a16:38:20.165987 tst mo_mt_call_osmux.py: using RAC 155\u000a16:38:20.295911 tst mo_mt_call_osmux.py: using CellId 22340\u000a16:38:20.426306 tst mo_mt_call_osmux.py: using BVCI 22341\u000a16:38:20.452050 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:38:20.464857 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:38:20.478380 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:38:20.491923 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:38:20.505596 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:38:20.518930 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:38:20.645747 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:38:20.868333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:21.430732 run create_hlr_db(pid=23511): Launched\u000a16:38:21.627336 bus /sierra_2: Setting Powered False\u000a16:38:22.645656 run create_hlr_db(pid=23511): Terminated: ok {rc=0}\u000a16:38:23.099755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23513): Launched\u000a16:38:23.528792 run osmo-hlr_10.42.42.2(pid=23514): Launched\u000a16:38:23.779103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:24.372229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23516): Launched\u000a16:38:24.806462 run osmo-stp_10.42.42.5(pid=23517): Launched\u000a16:38:24.977883 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:38:25.527227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23519): Launched\u000a16:38:25.826772 run osmo-msc_10.42.42.6(pid=23520): Launched\u000a16:38:26.002114 run osmo-stp_10.42.42.5(pid=23517): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23517)]\u000a16:38:26.128909 run osmo-stp_10.42.42.5(pid=23517): stdout: \u000a| (launched: 2022-12-09_16:38:24.542580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:26.253596 run osmo-stp_10.42.42.5(pid=23517): stderr: \u000a| �[0;m�[38;5;43m20221209163824847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163824848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163824848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163824848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163824849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163824849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163824849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:26.373691 run osmo-stp_10.42.42.5(pid=23517): stdout: \u000a| (launched: 2022-12-09_16:38:24.542580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:26.492714 run osmo-stp_10.42.42.5(pid=23517): stderr: \u000a| �[0;m�[38;5;43m20221209163824847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163824848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163824848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163824848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163824849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163824849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163824849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:26.546273 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23517): Process ended prematurely: osmo-stp_10.42.42.5(pid=23517) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23517)] [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:38:26.554634 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a16:38:26.613336 run osmo-hlr_10.42.42.2(pid=23514): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23514)]\u000a16:38:26.661643 run osmo-hlr_10.42.42.2(pid=23514): stdout: \u000a| (launched: 2022-12-09_16:38:23.269517) \u000a16:38:26.710729 run osmo-hlr_10.42.42.2(pid=23514): stderr: \u000a| �[0;m�[1;31m20221209163823574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163823574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163823574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163823574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163823574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163823574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163823594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163823602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163823602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163823603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:26.777168 run osmo-msc_10.42.42.6(pid=23520): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23520)]\u000a16:38:26.825370 run osmo-msc_10.42.42.6(pid=23520): stdout: \u000a| (launched: 2022-12-09_16:38:25.679484) \u000a16:38:26.874694 run osmo-msc_10.42.42.6(pid=23520): stderr: \u000a| �[0;m�[38;5;43m20221209163825949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163825949 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba65547c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163825949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163825949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163825950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163825950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163825952 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163825953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163825953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163825953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:38:26.916043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23513): Terminating (SIGTERM)\u000a16:38:26.955243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23516): Terminating (SIGTERM)\u000a16:38:26.994422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23519): Terminating (SIGTERM)\u000a16:38:27.003486 --- ParallelTerminationStrategy: PID 23513 died...\u000a16:38:27.056141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23513): Terminated: ok {rc=0}\u000a16:38:27.065688 --- ParallelTerminationStrategy: PID 23516 died...\u000a16:38:27.117784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23516): Terminated: ok {rc=0}\u000a16:38:27.127185 --- ParallelTerminationStrategy: PID 23519 died...\u000a16:38:27.179131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23519): Terminated: ok {rc=0}\u000a16:38:27.261130 bus /sierra_3: Setting Powered False\u000a16:38:28.367323 bus /sierra_3: Setting Powered False\u000a16:38:29.474031 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:38:08" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23532): Process ended prematurely: osmo-stp_10.42.42.5(pid=23532) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23532)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23532): Process ended prematurely: osmo-stp_10.42.42.5(pid=23532) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:38:31.499369 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:31.512280 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:38:31.672375 tst mo_mt_call.py: using LAC 22341\u000a16:38:31.802766 tst mo_mt_call.py: using RAC 156\u000a16:38:31.927882 tst mo_mt_call.py: using CellId 22341\u000a16:38:32.078542 tst mo_mt_call.py: using BVCI 22342\u000a16:38:32.108781 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:32.123350 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:32.138360 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:32.154103 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:32.168543 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:32.182266 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:38:32.317395 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:38:32.530033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:33.036101 run create_hlr_db(pid=23525): Launched\u000a16:38:33.221755 bus /sierra_2: Setting Powered False\u000a16:38:34.242209 run create_hlr_db(pid=23525): Terminated: ok {rc=0}\u000a16:38:34.670803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23527): Launched\u000a16:38:34.991554 run osmo-hlr_10.42.42.2(pid=23529): Launched\u000a16:38:35.111906 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:35.674106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23531): Launched\u000a16:38:35.996748 run osmo-stp_10.42.42.5(pid=23532): Launched\u000a16:38:36.115158 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:38:36.703433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23534): Launched\u000a16:38:37.025856 run osmo-msc_10.42.42.6(pid=23535): Launched\u000a16:38:37.215010 run osmo-stp_10.42.42.5(pid=23532): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23532)]\u000a16:38:37.351483 run osmo-stp_10.42.42.5(pid=23532): stdout: \u000a| (launched: 2022-12-09_16:38:35.837684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:37.488113 run osmo-stp_10.42.42.5(pid=23532): stderr: \u000a| �[0;m�[38;5;43m20221209163836028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163836029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163836029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163836029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163836030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163836030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163836030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:37.617685 run osmo-stp_10.42.42.5(pid=23532): stdout: \u000a| (launched: 2022-12-09_16:38:35.837684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:37.745414 run osmo-stp_10.42.42.5(pid=23532): stderr: \u000a| �[0;m�[38;5;43m20221209163836028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163836029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163836029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163836029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163836030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163836030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163836030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:37.801858 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23532): Process ended prematurely: osmo-stp_10.42.42.5(pid=23532) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23532)] [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:38:37.811115 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:38:37.873866 run osmo-hlr_10.42.42.2(pid=23529): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23529)]\u000a16:38:37.924749 run osmo-hlr_10.42.42.2(pid=23529): stdout: \u000a| (launched: 2022-12-09_16:38:34.834116) \u000a16:38:37.976753 run osmo-hlr_10.42.42.2(pid=23529): stderr: \u000a| �[0;m�[1;31m20221209163835030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163835030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163835030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163835030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163835030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163835030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163835042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163835052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163835052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163835052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:38.047614 run osmo-msc_10.42.42.6(pid=23535): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23535)]\u000a16:38:38.098916 run osmo-msc_10.42.42.6(pid=23535): stdout: \u000a| (launched: 2022-12-09_16:38:36.867100) \u000a16:38:38.150464 run osmo-msc_10.42.42.6(pid=23535): stderr: \u000a| �[0;m�[38;5;43m20221209163837188 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163837188 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca5aca0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163837188 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163837188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163837188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163837188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163837190 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163837190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163837191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163837191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:38:38.194177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23527): Terminating (SIGTERM)\u000a16:38:38.235699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23531): Terminating (SIGTERM)\u000a16:38:38.277308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23534): Terminating (SIGTERM)\u000a16:38:38.287266 --- ParallelTerminationStrategy: PID 23527 died...\u000a16:38:38.343152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23527): Terminated: ok {rc=0}\u000a16:38:38.353196 --- ParallelTerminationStrategy: PID 23531 died...\u000a16:38:38.408366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23531): Terminated: ok {rc=0}\u000a16:38:38.418269 --- ParallelTerminationStrategy: PID 23534 died...\u000a16:38:38.473629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23534): Terminated: ok {rc=0}\u000a16:38:38.560317 bus /sierra_3: Setting Powered False\u000a16:38:39.666621 bus /sierra_3: Setting Powered False\u000a16:38:40.773489 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23543): Process ended prematurely: osmo-stp_10.42.42.5(pid=23543) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23543)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23543): Process ended prematurely: osmo-stp_10.42.42.5(pid=23543) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:38:41.887574 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:41.899911 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:38:42.054932 tst mo_mt_call_osmux.py: using LAC 22342\u000a16:38:42.181578 tst mo_mt_call_osmux.py: using RAC 157\u000a16:38:42.308250 tst mo_mt_call_osmux.py: using CellId 22342\u000a16:38:42.433229 tst mo_mt_call_osmux.py: using BVCI 22343\u000a16:38:42.457559 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:42.469138 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:42.480404 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:42.492111 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:42.503822 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:38:42.515433 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:38:42.633788 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:38:42.833574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:43.314390 run create_hlr_db(pid=23537): Launched\u000a16:38:43.486959 bus /sierra_2: Setting Powered False\u000a16:38:44.519560 run create_hlr_db(pid=23537): Terminated: ok {rc=0}\u000a16:38:44.947690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23539): Launched\u000a16:38:45.268072 run osmo-hlr_10.42.42.2(pid=23540): Launched\u000a16:38:45.388505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:45.957209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23542): Launched\u000a16:38:46.358558 run osmo-stp_10.42.42.5(pid=23543): Launched\u000a16:38:46.575579 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:38:47.195215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23545): Launched\u000a16:38:47.500669 run osmo-msc_10.42.42.6(pid=23546): Launched\u000a16:38:47.680290 run osmo-stp_10.42.42.5(pid=23543): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23543)]\u000a16:38:47.807983 run osmo-stp_10.42.42.5(pid=23543): stdout: \u000a| (launched: 2022-12-09_16:38:46.118868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:47.932854 run osmo-stp_10.42.42.5(pid=23543): stderr: \u000a| �[0;m�[38;5;43m20221209163846454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163846454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163846454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163846455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163846455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163846455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163846455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:48.053387 run osmo-stp_10.42.42.5(pid=23543): stdout: \u000a| (launched: 2022-12-09_16:38:46.118868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:48.172224 run osmo-stp_10.42.42.5(pid=23543): stderr: \u000a| �[0;m�[38;5;43m20221209163846454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163846454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163846454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163846455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163846455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163846455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163846455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:48.225224 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23543): Process ended prematurely: osmo-stp_10.42.42.5(pid=23543) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23543)] [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:38:48.233588 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:38:48.292276 run osmo-hlr_10.42.42.2(pid=23540): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23540)]\u000a16:38:48.341155 run osmo-hlr_10.42.42.2(pid=23540): stdout: \u000a| (launched: 2022-12-09_16:38:45.111435) \u000a16:38:48.390235 run osmo-hlr_10.42.42.2(pid=23540): stderr: \u000a| �[0;m�[1;31m20221209163845309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163845309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163845309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163845309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163845309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163845309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163845322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163845330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163845331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163845331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:48.456879 run osmo-msc_10.42.42.6(pid=23546): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23546)]\u000a16:38:48.505142 run osmo-msc_10.42.42.6(pid=23546): stdout: \u000a| (launched: 2022-12-09_16:38:47.349360) \u000a16:38:48.554126 run osmo-msc_10.42.42.6(pid=23546): stderr: \u000a| �[0;m�[38;5;43m20221209163847621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163847621 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09fe822c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163847621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163847621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163847621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163847621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163847623 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163847624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163847624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163847624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:38:48.595577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23539): Terminating (SIGTERM)\u000a16:38:48.634678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23542): Terminating (SIGTERM)\u000a16:38:48.673719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23545): Terminating (SIGTERM)\u000a16:38:48.683392 --- ParallelTerminationStrategy: PID 23539 died...\u000a16:38:48.735937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23539): Terminated: ok {rc=0}\u000a16:38:48.745495 --- ParallelTerminationStrategy: PID 23542 died...\u000a16:38:48.798071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23542): Terminated: ok {rc=0}\u000a16:38:48.807466 --- ParallelTerminationStrategy: PID 23545 died...\u000a16:38:48.860329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23545): Terminated: ok {rc=0}\u000a16:38:48.949638 bus /sierra_3: Setting Powered False\u000a16:38:50.051289 bus /sierra_3: Setting Powered False\u000a16:38:51.162269 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:38:31" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23557): Process ended prematurely: osmo-stp_10.42.42.5(pid=23557) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23557)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23557): Process ended prematurely: osmo-stp_10.42.42.5(pid=23557) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:38:53.120871 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:53.132038 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:38:53.277378 tst mo_mt_call.py: using LAC 22343\u000a16:38:53.397416 tst mo_mt_call.py: using RAC 158\u000a16:38:53.514740 tst mo_mt_call.py: using CellId 22343\u000a16:38:53.639131 tst mo_mt_call.py: using BVCI 22344\u000a16:38:53.663909 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:53.675736 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:53.687407 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:53.700401 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:53.712242 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:38:53.723957 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:38:53.845947 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:38:54.047857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:54.526683 run create_hlr_db(pid=23551): Launched\u000a16:38:54.698708 bus /sierra_2: Setting Powered False\u000a16:38:55.719866 run create_hlr_db(pid=23551): Terminated: ok {rc=0}\u000a16:38:56.118590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23553): Launched\u000a16:38:56.416524 run osmo-hlr_10.42.42.2(pid=23554): Launched\u000a16:38:56.529134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:57.048712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23556): Launched\u000a16:38:57.348014 run osmo-stp_10.42.42.5(pid=23557): Launched\u000a16:38:57.456834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:38:58.003242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23559): Launched\u000a16:38:58.303236 run osmo-msc_10.42.42.6(pid=23560): Launched\u000a16:38:58.478723 run osmo-stp_10.42.42.5(pid=23557): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23557)]\u000a16:38:58.604757 run osmo-stp_10.42.42.5(pid=23557): stdout: \u000a| (launched: 2022-12-09_16:38:57.201075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:58.729506 run osmo-stp_10.42.42.5(pid=23557): stderr: \u000a| �[0;m�[38;5;43m20221209163857371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163857372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163857372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163857372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163857373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163857373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163857373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:58.850288 run osmo-stp_10.42.42.5(pid=23557): stdout: \u000a| (launched: 2022-12-09_16:38:57.201075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:58.969253 run osmo-stp_10.42.42.5(pid=23557): stderr: \u000a| �[0;m�[38;5;43m20221209163857371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163857372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163857372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163857372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163857373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163857373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163857373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:59.021741 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23557): Process ended prematurely: osmo-stp_10.42.42.5(pid=23557) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23557)] [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:38:59.030317 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a16:38:59.088781 run osmo-hlr_10.42.42.2(pid=23554): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23554)]\u000a16:38:59.137379 run osmo-hlr_10.42.42.2(pid=23554): stdout: \u000a| (launched: 2022-12-09_16:38:56.270296) \u000a16:38:59.186434 run osmo-hlr_10.42.42.2(pid=23554): stderr: \u000a| �[0;m�[1;31m20221209163856445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163856445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163856445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163856445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163856445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163856446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163856458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163856469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163856469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163856469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:59.253312 run osmo-msc_10.42.42.6(pid=23560): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23560)]\u000a16:38:59.301276 run osmo-msc_10.42.42.6(pid=23560): stdout: \u000a| (launched: 2022-12-09_16:38:58.155440) \u000a16:38:59.349794 run osmo-msc_10.42.42.6(pid=23560): stderr: \u000a| �[0;m�[38;5;43m20221209163858426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163858426 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30d53d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163858426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163858426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163858426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163858426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163858428 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163858429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163858429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163858429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:38:59.390740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23553): Terminating (SIGTERM)\u000a16:38:59.429786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23556): Terminating (SIGTERM)\u000a16:38:59.468838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23559): Terminating (SIGTERM)\u000a16:38:59.477991 --- ParallelTerminationStrategy: PID 23553 died...\u000a16:38:59.530045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23553): Terminated: ok {rc=0}\u000a16:38:59.539433 --- ParallelTerminationStrategy: PID 23556 died...\u000a16:38:59.591248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23556): Terminated: ok {rc=0}\u000a16:38:59.600584 --- ParallelTerminationStrategy: PID 23559 died...\u000a16:38:59.652314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23559): Terminated: ok {rc=0}\u000a16:38:59.740038 bus /sierra_3: Setting Powered False\u000a16:39:00.840334 bus /sierra_3: Setting Powered False\u000a16:39:01.992934 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23568): Process ended prematurely: osmo-stp_10.42.42.5(pid=23568) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23568)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23568): Process ended prematurely: osmo-stp_10.42.42.5(pid=23568) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:39:03.107379 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:39:03.119810 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:39:03.272695 tst mo_mt_call_osmux.py: using LAC 22344\u000a16:39:03.400241 tst mo_mt_call_osmux.py: using RAC 159\u000a16:39:03.526398 tst mo_mt_call_osmux.py: using CellId 22344\u000a16:39:03.652168 tst mo_mt_call_osmux.py: using BVCI 22345\u000a16:39:03.676339 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:39:03.687951 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:39:03.699485 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:39:03.711215 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:39:03.722965 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:39:03.734689 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:39:03.854128 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:39:04.054609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:04.533035 run create_hlr_db(pid=23562): Launched\u000a16:39:04.705456 bus /sierra_2: Setting Powered False\u000a16:39:05.726138 run create_hlr_db(pid=23562): Terminated: ok {rc=0}\u000a16:39:06.152936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23564): Launched\u000a16:39:06.473264 run osmo-hlr_10.42.42.2(pid=23565): Launched\u000a16:39:06.594364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:07.152659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23567): Launched\u000a16:39:07.473483 run osmo-stp_10.42.42.5(pid=23568): Launched\u000a16:39:07.590572 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:39:08.183829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23570): Launched\u000a16:39:08.505762 run osmo-msc_10.42.42.6(pid=23571): Launched\u000a16:39:08.694385 run osmo-stp_10.42.42.5(pid=23568): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23568)]\u000a16:39:08.831299 run osmo-stp_10.42.42.5(pid=23568): stdout: \u000a| (launched: 2022-12-09_16:39:07.316129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:08.967895 run osmo-stp_10.42.42.5(pid=23568): stderr: \u000a| �[0;m�[38;5;43m20221209163907507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163907508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163907508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163907508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163907509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163907509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163907509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:09.098091 run osmo-stp_10.42.42.5(pid=23568): stdout: \u000a| (launched: 2022-12-09_16:39:07.316129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:09.226481 run osmo-stp_10.42.42.5(pid=23568): stderr: \u000a| �[0;m�[38;5;43m20221209163907507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163907508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163907508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163907508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163907509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163907509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163907509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:09.283182 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23568): Process ended prematurely: osmo-stp_10.42.42.5(pid=23568) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23568)] [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:39:09.292320 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:39:09.354961 run osmo-hlr_10.42.42.2(pid=23565): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23565)]\u000a16:39:09.406057 run osmo-hlr_10.42.42.2(pid=23565): stdout: \u000a| (launched: 2022-12-09_16:39:06.316229) \u000a16:39:09.457790 run osmo-hlr_10.42.42.2(pid=23565): stderr: \u000a| �[0;m�[1;31m20221209163906513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163906514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163906514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163906514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163906514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163906514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163906525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163906534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163906534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163906534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:09.527656 run osmo-msc_10.42.42.6(pid=23571): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23571)]\u000a16:39:09.578557 run osmo-msc_10.42.42.6(pid=23571): stdout: \u000a| (launched: 2022-12-09_16:39:08.347765) \u000a16:39:09.630014 run osmo-msc_10.42.42.6(pid=23571): stderr: \u000a| �[0;m�[38;5;43m20221209163908670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163908670 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17a9643c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163908670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163908670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163908670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163908671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163908672 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163908673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163908673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163908673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:39:09.673747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23564): Terminating (SIGTERM)\u000a16:39:09.715410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23567): Terminating (SIGTERM)\u000a16:39:09.757160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23570): Terminating (SIGTERM)\u000a16:39:09.767028 --- ParallelTerminationStrategy: PID 23564 died...\u000a16:39:09.822368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23564): Terminated: ok {rc=0}\u000a16:39:09.832543 --- ParallelTerminationStrategy: PID 23567 died...\u000a16:39:09.887824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23567): Terminated: ok {rc=0}\u000a16:39:09.897995 --- ParallelTerminationStrategy: PID 23570 died...\u000a16:39:09.953329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23570): Terminated: ok {rc=0}\u000a16:39:10.039710 bus /sierra_3: Setting Powered False\u000a16:39:11.145684 bus /sierra_3: Setting Powered False\u000a16:39:12.256558 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:38:52" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23582): Process ended prematurely: osmo-stp_10.42.42.5(pid=23582) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23582)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23582): Process ended prematurely: osmo-stp_10.42.42.5(pid=23582) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:39:14.226667 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:14.238428 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:39:14.392819 tst mo_mt_call.py: using LAC 22345\u000a16:39:14.516476 tst mo_mt_call.py: using RAC 160\u000a16:39:14.640444 tst mo_mt_call.py: using CellId 22345\u000a16:39:14.759627 tst mo_mt_call.py: using BVCI 22346\u000a16:39:14.782884 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:14.794289 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:14.805438 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:14.816643 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:14.827984 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:14.839040 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:39:14.959422 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:39:15.159241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:15.637363 run create_hlr_db(pid=23576): Launched\u000a16:39:15.810198 bus /sierra_2: Setting Powered False\u000a16:39:16.848359 run create_hlr_db(pid=23576): Terminated: ok {rc=0}\u000a16:39:17.278304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23578): Launched\u000a16:39:17.579798 run osmo-hlr_10.42.42.2(pid=23579): Launched\u000a16:39:17.694068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:18.225556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23581): Launched\u000a16:39:18.524086 run osmo-stp_10.42.42.5(pid=23582): Launched\u000a16:39:18.632217 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:39:19.179481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23584): Launched\u000a16:39:19.478704 run osmo-msc_10.42.42.6(pid=23585): Launched\u000a16:39:19.657869 run osmo-stp_10.42.42.5(pid=23582): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23582)]\u000a16:39:19.785254 run osmo-stp_10.42.42.5(pid=23582): stdout: \u000a| (launched: 2022-12-09_16:39:18.377233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:19.910351 run osmo-stp_10.42.42.5(pid=23582): stderr: \u000a| �[0;m�[38;5;43m20221209163918547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163918547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163918547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163918548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163918548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163918548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163918548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:20.030192 run osmo-stp_10.42.42.5(pid=23582): stdout: \u000a| (launched: 2022-12-09_16:39:18.377233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:20.149257 run osmo-stp_10.42.42.5(pid=23582): stderr: \u000a| �[0;m�[38;5;43m20221209163918547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163918547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163918547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163918548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163918548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163918548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163918548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:20.202028 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23582): Process ended prematurely: osmo-stp_10.42.42.5(pid=23582) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23582)] [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:39:20.210755 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a16:39:20.269707 run osmo-hlr_10.42.42.2(pid=23579): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23579)]\u000a16:39:20.318255 run osmo-hlr_10.42.42.2(pid=23579): stdout: \u000a| (launched: 2022-12-09_16:39:17.430888) \u000a16:39:20.367566 run osmo-hlr_10.42.42.2(pid=23579): stderr: \u000a| �[0;m�[1;31m20221209163917608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163917608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163917608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163917608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163917608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163917608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163917620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163917630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163917630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163917630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:20.434223 run osmo-msc_10.42.42.6(pid=23585): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23585)]\u000a16:39:20.482675 run osmo-msc_10.42.42.6(pid=23585): stdout: \u000a| (launched: 2022-12-09_16:39:19.331291) \u000a16:39:20.531645 run osmo-msc_10.42.42.6(pid=23585): stderr: \u000a| �[0;m�[38;5;43m20221209163919605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163919605 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73898c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163919605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163919605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163919605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163919606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163919607 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163919608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163919608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163919608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:39:20.573220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23578): Terminating (SIGTERM)\u000a16:39:20.612458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23581): Terminating (SIGTERM)\u000a16:39:20.652002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23584): Terminating (SIGTERM)\u000a16:39:20.661274 --- ParallelTerminationStrategy: PID 23578 died...\u000a16:39:20.714029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23578): Terminated: ok {rc=0}\u000a16:39:20.723590 --- ParallelTerminationStrategy: PID 23581 died...\u000a16:39:20.776138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23581): Terminated: ok {rc=0}\u000a16:39:20.785735 --- ParallelTerminationStrategy: PID 23584 died...\u000a16:39:20.838045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23584): Terminated: ok {rc=0}\u000a16:39:20.925795 bus /sierra_3: Setting Powered False\u000a16:39:22.032513 bus /sierra_3: Setting Powered False\u000a16:39:23.140000 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23593): Process ended prematurely: osmo-stp_10.42.42.5(pid=23593) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23593)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23593): Process ended prematurely: osmo-stp_10.42.42.5(pid=23593) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:39:24.254065 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:24.266558 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:39:24.419894 tst mo_mt_call_osmux.py: using LAC 22346\u000a16:39:24.540444 tst mo_mt_call_osmux.py: using RAC 161\u000a16:39:24.665784 tst mo_mt_call_osmux.py: using CellId 22346\u000a16:39:24.791088 tst mo_mt_call_osmux.py: using BVCI 22347\u000a16:39:24.815384 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:24.826980 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:24.838534 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:24.850233 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:24.862019 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:39:24.873657 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:39:24.992568 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:39:25.193832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:25.674494 run create_hlr_db(pid=23587): Launched\u000a16:39:25.846362 bus /sierra_2: Setting Powered False\u000a16:39:26.867876 run create_hlr_db(pid=23587): Terminated: ok {rc=0}\u000a16:39:27.297149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23589): Launched\u000a16:39:27.619660 run osmo-hlr_10.42.42.2(pid=23590): Launched\u000a16:39:27.736574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:28.295505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23592): Launched\u000a16:39:28.616693 run osmo-stp_10.42.42.5(pid=23593): Launched\u000a16:39:28.732846 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:39:29.321298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23595): Launched\u000a16:39:29.641690 run osmo-msc_10.42.42.6(pid=23596): Launched\u000a16:39:29.830408 run osmo-stp_10.42.42.5(pid=23593): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23593)]\u000a16:39:29.966752 run osmo-stp_10.42.42.5(pid=23593): stdout: \u000a| (launched: 2022-12-09_16:39:28.458895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:30.101608 run osmo-stp_10.42.42.5(pid=23593): stderr: \u000a| �[0;m�[38;5;43m20221209163928653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163928653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163928653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163928653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163928654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163928654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163928654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:30.231158 run osmo-stp_10.42.42.5(pid=23593): stdout: \u000a| (launched: 2022-12-09_16:39:28.458895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:30.358876 run osmo-stp_10.42.42.5(pid=23593): stderr: \u000a| �[0;m�[38;5;43m20221209163928653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163928653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163928653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163928653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163928654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163928654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163928654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:30.415124 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23593): Process ended prematurely: osmo-stp_10.42.42.5(pid=23593) [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23593)] [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:39:30.424173 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:39:30.487129 run osmo-hlr_10.42.42.2(pid=23590): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23590)]\u000a16:39:30.538488 run osmo-hlr_10.42.42.2(pid=23590): stdout: \u000a| (launched: 2022-12-09_16:39:27.460726) \u000a16:39:30.590488 run osmo-hlr_10.42.42.2(pid=23590): stderr: \u000a| �[0;m�[1;31m20221209163927660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163927660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163927660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163927660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163927660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163927660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163927672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163927682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163927683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163927683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:30.660653 run osmo-msc_10.42.42.6(pid=23596): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23596)]\u000a16:39:30.711355 run osmo-msc_10.42.42.6(pid=23596): stdout: \u000a| (launched: 2022-12-09_16:39:29.484519) \u000a16:39:30.762995 run osmo-msc_10.42.42.6(pid=23596): stderr: \u000a| �[0;m�[38;5;43m20221209163929805 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163929805 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c19ff8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163929805 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163929806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163929806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163929806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163929807 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163929808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163929808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163929808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:39:30.806528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23589): Terminating (SIGTERM)\u000a16:39:30.848198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23592): Terminating (SIGTERM)\u000a16:39:30.901263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23595): Terminating (SIGTERM)\u000a16:39:30.911704 --- ParallelTerminationStrategy: PID 23589 died...\u000a16:39:30.975011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23589): Terminated: ok {rc=0}\u000a16:39:30.985527 --- ParallelTerminationStrategy: PID 23592 died...\u000a16:39:31.043213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23592): Terminated: ok {rc=0}\u000a16:39:31.053868 --- ParallelTerminationStrategy: PID 23595 died...\u000a16:39:31.108941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23595): Terminated: ok {rc=0}\u000a16:39:31.195907 bus /sierra_3: Setting Powered False\u000a16:39:32.306891 bus /sierra_3: Setting Powered False\u000a16:39:33.413156 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:39:13" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23607): Process ended prematurely: osmo-stp_10.42.42.5(pid=23607) [trial-2361↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23607)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23607): Process ended prematurely: osmo-stp_10.42.42.5(pid=23607) [trial-2361↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:39:35.379387 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:35.390861 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:39:35.540841 tst mo_mt_call.py: using LAC 22347\u000a16:39:35.658300 tst mo_mt_call.py: using RAC 162\u000a16:39:35.778782 tst mo_mt_call.py: using CellId 22347\u000a16:39:35.894171 tst mo_mt_call.py: using BVCI 22348\u000a16:39:35.916700 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:35.927858 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:35.938908 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:35.950035 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:35.961155 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:35.972214 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:39:36.090839 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:39:36.291569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:36.768916 run create_hlr_db(pid=23601): Launched\u000a16:39:36.940483 bus /sierra_2: Setting Powered False\u000a16:39:37.961547 run create_hlr_db(pid=23601): Terminated: ok {rc=0}\u000a16:39:38.388733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23603): Launched\u000a16:39:38.708484 run osmo-hlr_10.42.42.2(pid=23604): Launched\u000a16:39:38.829794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:39.387080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23606): Launched\u000a16:39:39.707672 run osmo-stp_10.42.42.5(pid=23607): Launched\u000a16:39:39.823874 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:39:40.413572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23609): Launched\u000a16:39:40.734226 run osmo-msc_10.42.42.6(pid=23610): Launched\u000a16:39:40.922470 run osmo-stp_10.42.42.5(pid=23607): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23607)]\u000a16:39:41.058667 run osmo-stp_10.42.42.5(pid=23607): stdout: \u000a| (launched: 2022-12-09_16:39:39.550024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:41.194523 run osmo-stp_10.42.42.5(pid=23607): stderr: \u000a| �[0;m�[38;5;43m20221209163939742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163939742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163939742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163939743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163939743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163939743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163939743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:41.322966 run osmo-stp_10.42.42.5(pid=23607): stdout: \u000a| (launched: 2022-12-09_16:39:39.550024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:41.450341 run osmo-stp_10.42.42.5(pid=23607): stderr: \u000a| �[0;m�[38;5;43m20221209163939742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163939742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163939742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163939743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163939743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163939743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163939743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:41.506644 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23607): Process ended prematurely: osmo-stp_10.42.42.5(pid=23607) [trial-2361↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23607)] [trial-2361↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:39:41.515765 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:39:41.578539 run osmo-hlr_10.42.42.2(pid=23604): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23604)]\u000a16:39:41.629710 run osmo-hlr_10.42.42.2(pid=23604): stdout: \u000a| (launched: 2022-12-09_16:39:38.551148) \u000a16:39:41.681422 run osmo-hlr_10.42.42.2(pid=23604): stderr: \u000a| �[0;m�[1;31m20221209163938748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163938748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163938748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163938748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163938749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163938749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163938761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163938770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163938770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163938770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:41.752099 run osmo-msc_10.42.42.6(pid=23610): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23610)]\u000a16:39:41.803096 run osmo-msc_10.42.42.6(pid=23610): stdout: \u000a| (launched: 2022-12-09_16:39:40.576636) \u000a16:39:41.854804 run osmo-msc_10.42.42.6(pid=23610): stderr: \u000a| �[0;m�[38;5;43m20221209163940897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163940897 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbba5814c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163940897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163940897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163940898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163940898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163940899 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163940900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163940900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163940900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:39:41.898880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23603): Terminating (SIGTERM)\u000a16:39:41.940541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23606): Terminating (SIGTERM)\u000a16:39:41.982151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23609): Terminating (SIGTERM)\u000a16:39:41.991809 --- ParallelTerminationStrategy: PID 23603 died...\u000a16:39:42.047847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23603): Terminated: ok {rc=0}\u000a16:39:42.057980 --- ParallelTerminationStrategy: PID 23606 died...\u000a16:39:42.113445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23606): Terminated: ok {rc=0}\u000a16:39:42.123374 --- ParallelTerminationStrategy: PID 23609 died...\u000a16:39:42.178495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23609): Terminated: ok {rc=0}\u000a16:39:42.265454 bus /sierra_3: Setting Powered False\u000a16:39:43.370913 bus /sierra_3: Setting Powered False\u000a16:39:44.478491 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23618): Process ended prematurely: osmo-stp_10.42.42.5(pid=23618) [trial-2361↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23618)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23618): Process ended prematurely: osmo-stp_10.42.42.5(pid=23618) [trial-2361↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:39:45.585966 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:45.598086 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:39:45.744681 tst mo_mt_call_osmux.py: using LAC 22348\u000a16:39:45.868846 tst mo_mt_call_osmux.py: using RAC 163\u000a16:39:46.009801 tst mo_mt_call_osmux.py: using CellId 22348\u000a16:39:46.141927 tst mo_mt_call_osmux.py: using BVCI 22349\u000a16:39:46.167448 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:46.179785 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:46.192029 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:46.205024 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:46.219042 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:39:46.233156 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:39:46.359695 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:39:46.601071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:47.122798 run create_hlr_db(pid=23612): Launched\u000a16:39:47.300105 bus /sierra_2: Setting Powered False\u000a16:39:48.317784 run create_hlr_db(pid=23612): Terminated: ok {rc=0}\u000a16:39:48.744779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23614): Launched\u000a16:39:49.065468 run osmo-hlr_10.42.42.2(pid=23615): Launched\u000a16:39:49.185588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:49.744324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23617): Launched\u000a16:39:50.066099 run osmo-stp_10.42.42.5(pid=23618): Launched\u000a16:39:50.182836 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:39:50.771330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23620): Launched\u000a16:39:51.094222 run osmo-msc_10.42.42.6(pid=23621): Launched\u000a16:39:51.283509 run osmo-stp_10.42.42.5(pid=23618): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23618)]\u000a16:39:51.419799 run osmo-stp_10.42.42.5(pid=23618): stdout: \u000a| (launched: 2022-12-09_16:39:49.907900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:51.556274 run osmo-stp_10.42.42.5(pid=23618): stderr: \u000a| �[0;m�[38;5;43m20221209163950100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163950100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163950100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163950101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163950101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163950101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163950101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:51.685470 run osmo-stp_10.42.42.5(pid=23618): stdout: \u000a| (launched: 2022-12-09_16:39:49.907900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:51.813117 run osmo-stp_10.42.42.5(pid=23618): stderr: \u000a| �[0;m�[38;5;43m20221209163950100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209163950100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209163950100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209163950101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209163950101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209163950101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209163950101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:51.869640 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23618): Process ended prematurely: osmo-stp_10.42.42.5(pid=23618) [trial-2361↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23618)] [trial-2361↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:39:51.878692 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:39:51.941109 run osmo-hlr_10.42.42.2(pid=23615): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23615)]\u000a16:39:51.992075 run osmo-hlr_10.42.42.2(pid=23615): stdout: \u000a| (launched: 2022-12-09_16:39:48.908197) \u000a16:39:52.043871 run osmo-hlr_10.42.42.2(pid=23615): stderr: \u000a| �[0;m�[1;31m20221209163949105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209163949105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209163949105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163949105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209163949105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209163949106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209163949118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209163949126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209163949126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209163949127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:52.113680 run osmo-msc_10.42.42.6(pid=23621): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23621)]\u000a16:39:52.164236 run osmo-msc_10.42.42.6(pid=23621): stdout: \u000a| (launched: 2022-12-09_16:39:50.935097) \u000a16:39:52.215543 run osmo-msc_10.42.42.6(pid=23621): stderr: \u000a| �[0;m�[38;5;43m20221209163951257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209163951257 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee0d304c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209163951257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209163951257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209163951257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209163951258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209163951259 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209163951260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209163951260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209163951260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:39:52.258970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23614): Terminating (SIGTERM)\u000a16:39:52.300694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23617): Terminating (SIGTERM)\u000a16:39:52.341965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23620): Terminating (SIGTERM)\u000a16:39:52.352612 --- ParallelTerminationStrategy: PID 23614 died...\u000a16:39:52.407748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23614): Terminated: ok {rc=0}\u000a16:39:52.417952 --- ParallelTerminationStrategy: PID 23617 died...\u000a16:39:52.472824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23617): Terminated: ok {rc=0}\u000a16:39:52.483018 --- ParallelTerminationStrategy: PID 23620 died...\u000a16:39:52.538180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23620): Terminated: ok {rc=0}\u000a16:39:52.623947 bus /sierra_3: Setting Powered False\u000a16:39:53.729508 bus /sierra_3: Setting Powered False\u000a16:39:54.838885 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:39:35" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23632): Process ended prematurely: osmo-stp_10.42.42.5(pid=23632) [trial-2361↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23632)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23632): Process ended prematurely: osmo-stp_10.42.42.5(pid=23632) [trial-2361↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:39:56.833545 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:56.844182 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:39:56.970470 tst emergency_mo_mt_call.py: using LAC 22349\u000a16:39:57.084076 tst emergency_mo_mt_call.py: using RAC 164\u000a16:39:57.196620 tst emergency_mo_mt_call.py: using CellId 22349\u000a16:39:57.309936 tst emergency_mo_mt_call.py: using BVCI 22350\u000a16:39:57.332160 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:57.342936 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:57.353546 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:57.363965 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:57.374496 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:57.384924 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:39:57.502892 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:39:57.709902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:58.205396 run create_hlr_db(pid=23626): Launched\u000a16:39:58.388498 bus /sierra_2: Setting Powered False\u000a16:39:59.409010 run create_hlr_db(pid=23626): Terminated: ok {rc=0}\u000a16:39:59.804547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23628): Launched\u000a16:40:00.098272 run osmo-hlr_10.42.42.2(pid=23629): Launched\u000a16:40:00.205559 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:00.715358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23631): Launched\u000a16:40:01.145507 run osmo-stp_10.42.42.5(pid=23632): Launched\u000a16:40:01.341291 tst emergency_mo_mt_call.py: using MSISDN 7271\u000a16:40:01.503289 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:40:02.126868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23636): Launched\u000a16:40:02.449318 run osmo-msc_10.42.42.6(pid=23638): Launched\u000a16:40:02.638934 run osmo-stp_10.42.42.5(pid=23632): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23632)]\u000a16:40:02.774404 run osmo-stp_10.42.42.5(pid=23632): stdout: \u000a| (launched: 2022-12-09_16:40:00.866335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:02.909291 run osmo-stp_10.42.42.5(pid=23632): stderr: \u000a| �[0;m�[38;5;43m20221209164001105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164001105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164001105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164001105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164001106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164001106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164001106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:03.036354 run osmo-stp_10.42.42.5(pid=23632): stdout: \u000a| (launched: 2022-12-09_16:40:00.866335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:03.163119 run osmo-stp_10.42.42.5(pid=23632): stderr: \u000a| �[0;m�[38;5;43m20221209164001105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164001105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164001105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164001105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164001106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164001106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164001106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:03.218437 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=23632): Process ended prematurely: osmo-stp_10.42.42.5(pid=23632) [trial-2361↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23632)] [trial-2361↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a16:40:03.226852 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a16:40:03.289570 run osmo-hlr_10.42.42.2(pid=23629): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23629)]\u000a16:40:03.340648 run osmo-hlr_10.42.42.2(pid=23629): stdout: \u000a| (launched: 2022-12-09_16:39:59.954225) \u000a16:40:03.392732 run osmo-hlr_10.42.42.2(pid=23629): stderr: \u000a| �[0;m�[1;31m20221209164000132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164000132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164000132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164000132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164000132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164000132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164000144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164000153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164000153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164000153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:03.463299 run osmo-msc_10.42.42.6(pid=23638): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23638)]\u000a16:40:03.514357 run osmo-msc_10.42.42.6(pid=23638): stdout: \u000a| (launched: 2022-12-09_16:40:02.291315) \u000a16:40:03.565988 run osmo-msc_10.42.42.6(pid=23638): stderr: \u000a| �[0;m�[38;5;43m20221209164002606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164002606 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50a472ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164002606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164002606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164002606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164002607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164002608 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164002609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164002609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164002609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:40:03.609855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23628): Terminating (SIGTERM)\u000a16:40:03.651468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23631): Terminating (SIGTERM)\u000a16:40:03.693355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23636): Terminating (SIGTERM)\u000a16:40:03.703169 --- ParallelTerminationStrategy: PID 23628 died...\u000a16:40:03.759042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23628): Terminated: ok {rc=0}\u000a16:40:03.769149 --- ParallelTerminationStrategy: PID 23631 died...\u000a16:40:03.824616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23631): Terminated: ok {rc=0}\u000a16:40:03.834694 --- ParallelTerminationStrategy: PID 23636 died...\u000a16:40:03.890127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23636): Terminated: ok {rc=0}\u000a16:40:03.977569 bus /sierra_3: Setting Powered False\u000a16:40:05.078486 bus /sierra_3: Setting Powered False\u000a16:40:06.190002 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23646): Process ended prematurely: osmo-stp_10.42.42.5(pid=23646) [trial-2361↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23646)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23646): Process ended prematurely: osmo-stp_10.42.42.5(pid=23646) [trial-2361↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:40:07.241593 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:40:07.253122 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:40:07.379883 tst emergency_preemptive_call.py: using LAC 22350\u000a16:40:07.496650 tst emergency_preemptive_call.py: using RAC 165\u000a16:40:07.611101 tst emergency_preemptive_call.py: using CellId 22350\u000a16:40:07.726278 tst emergency_preemptive_call.py: using BVCI 22351\u000a16:40:07.748599 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:40:07.759541 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:40:07.770343 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:40:07.781132 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:40:07.791885 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:40:07.802697 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:07.919864 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:08.038020 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:08.156780 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:08.353718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:08.823176 run create_hlr_db(pid=23640): Launched\u000a16:40:08.992091 bus /sierra_2: Setting Powered False\u000a16:40:10.013979 run create_hlr_db(pid=23640): Terminated: ok {rc=0}\u000a16:40:10.433928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23642): Launched\u000a16:40:10.749115 run osmo-hlr_10.42.42.2(pid=23643): Launched\u000a16:40:10.867654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:11.378543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23645): Launched\u000a16:40:11.671679 run osmo-stp_10.42.42.5(pid=23646): Launched\u000a16:40:11.797136 tst emergency_preemptive_call.py: using MSISDN 7272\u000a16:40:11.942858 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:40:12.479833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23648): Launched\u000a16:40:12.774918 run osmo-msc_10.42.42.6(pid=23649): Launched\u000a16:40:12.948800 run osmo-stp_10.42.42.5(pid=23646): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23646)]\u000a16:40:13.073901 run osmo-stp_10.42.42.5(pid=23646): stdout: \u000a| (launched: 2022-12-09_16:40:11.527688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:13.196626 run osmo-stp_10.42.42.5(pid=23646): stderr: \u000a| �[0;m�[38;5;43m20221209164011698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164011698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164011699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164011699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164011699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164011699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164011700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:13.315826 run osmo-stp_10.42.42.5(pid=23646): stdout: \u000a| (launched: 2022-12-09_16:40:11.527688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:13.434566 run osmo-stp_10.42.42.5(pid=23646): stderr: \u000a| �[0;m�[38;5;43m20221209164011698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164011698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164011699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164011699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164011699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164011699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164011700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:13.486090 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=23646): Process ended prematurely: osmo-stp_10.42.42.5(pid=23646) [trial-2361↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23646)] [trial-2361↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a16:40:13.494083 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a16:40:13.553232 run osmo-hlr_10.42.42.2(pid=23643): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23643)]\u000a16:40:13.601760 run osmo-hlr_10.42.42.2(pid=23643): stdout: \u000a| (launched: 2022-12-09_16:40:10.594175) \u000a16:40:13.651100 run osmo-hlr_10.42.42.2(pid=23643): stderr: \u000a| �[0;m�[1;31m20221209164010791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164010791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164010791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164010791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164010791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164010791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164010808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164010817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164010818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164010818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:13.717795 run osmo-msc_10.42.42.6(pid=23649): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23649)]\u000a16:40:13.766101 run osmo-msc_10.42.42.6(pid=23649): stdout: \u000a| (launched: 2022-12-09_16:40:12.629276) \u000a16:40:13.815285 run osmo-msc_10.42.42.6(pid=23649): stderr: \u000a| �[0;m�[38;5;43m20221209164012899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164012899 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19db757c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164012899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164012899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164012899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164012899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164012901 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164012902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164012902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164012902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:40:13.857070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23642): Terminating (SIGTERM)\u000a16:40:13.896601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23645): Terminating (SIGTERM)\u000a16:40:13.936086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23648): Terminating (SIGTERM)\u000a16:40:13.945097 --- ParallelTerminationStrategy: PID 23642 died...\u000a16:40:13.997816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23642): Terminated: ok {rc=0}\u000a16:40:14.007460 --- ParallelTerminationStrategy: PID 23645 died...\u000a16:40:14.059979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23645): Terminated: ok {rc=0}\u000a16:40:14.069704 --- ParallelTerminationStrategy: PID 23648 died...\u000a16:40:14.122258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23648): Terminated: ok {rc=0}\u000a16:40:14.209897 bus /sierra_9: Setting Powered False\u000a16:40:15.312322 bus /sierra_9: Setting Powered False\u000a16:40:16.454939 bus /sierra_8: Setting Powered False\u000a16:40:17.560626 bus /sierra_8: Setting Powered False\u000a16:40:18.670135 bus /sierra_3: Setting Powered False\u000a16:40:19.771972 bus /sierra_3: Setting Powered False\u000a16:40:20.883017 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:39:56" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23665): Process ended prematurely: osmo-stp_10.42.42.5(pid=23665) [trial-2361↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23665)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23665): Process ended prematurely: osmo-stp_10.42.42.5(pid=23665) [trial-2361↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:40:22.983038 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:22.994246 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:40:23.128200 tst cs_paging_gprs_active.py: using LAC 22351\u000a16:40:23.252591 tst cs_paging_gprs_active.py: using RAC 166\u000a16:40:23.377594 tst cs_paging_gprs_active.py: using CellId 22351\u000a16:40:23.502951 tst cs_paging_gprs_active.py: using BVCI 22352\u000a16:40:23.527472 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:23.538704 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:23.549688 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:23.560746 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:23.571921 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:23.583120 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:23.594487 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:23.605522 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:23.616684 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:23.738539 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:24.030212 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:40:24.165856 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:24.498683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23655): Launched\u000a16:40:24.774923 run iperf3-srv_10.42.42.10(pid=23656): Launched\u000a16:40:24.972063 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:40:25.106953 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:25.440828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23657): Launched\u000a16:40:25.717717 run iperf3-srv_10.42.42.10(pid=23658): Launched\u000a16:40:25.914710 tst cs_paging_gprs_active.py:38: start network...\u000a16:40:26.049195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:26.554432 run create_hlr_db(pid=23659): Launched\u000a16:40:26.740608 bus /sierra_2: Setting Powered False\u000a16:40:27.761315 run create_hlr_db(pid=23659): Terminated: ok {rc=0}\u000a16:40:28.165923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23661): Launched\u000a16:40:28.466963 run osmo-hlr_10.42.42.2(pid=23662): Launched\u000a16:40:28.577591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:29.098410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23664): Launched\u000a16:40:29.399990 run osmo-stp_10.42.42.5(pid=23665): Launched\u000a16:40:29.509588 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:40:30.032199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23667): Launched\u000a16:40:30.139486 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:40:30.403528 run patchelf(pid=23668): Launched\u000a16:40:30.580007 run osmo-stp_10.42.42.5(pid=23665): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23665)]\u000a16:40:30.709668 run osmo-stp_10.42.42.5(pid=23665): stdout: \u000a| (launched: 2022-12-09_16:40:29.251673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:30.843051 run osmo-stp_10.42.42.5(pid=23665): stderr: \u000a| �[0;m�[38;5;43m20221209164029419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164029419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164029420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164029420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164029421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164029421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164029421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:31.003115 run osmo-stp_10.42.42.5(pid=23665): stdout: \u000a| (launched: 2022-12-09_16:40:29.251673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:31.133825 run osmo-stp_10.42.42.5(pid=23665): stderr: \u000a| �[0;m�[38;5;43m20221209164029419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164029419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164029420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164029420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164029421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164029421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164029421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:31.284714 run patchelf(pid=23668): Terminating (SIGINT)\u000a16:40:31.457752 run patchelf(pid=23668): Terminated: ok {rc=0}\u000a16:40:31.500088 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23665): Process ended prematurely: osmo-stp_10.42.42.5(pid=23665) [trial-2361↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23665)] [trial-2361↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a16:40:31.515748 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a16:40:31.582904 run osmo-hlr_10.42.42.2(pid=23662): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23662)]\u000a16:40:31.633115 run osmo-hlr_10.42.42.2(pid=23662): stdout: \u000a| (launched: 2022-12-09_16:40:28.319174) \u000a16:40:31.684594 run osmo-hlr_10.42.42.2(pid=23662): stderr: \u000a| �[0;m�[1;31m20221209164028494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164028494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164028494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164028494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164028495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164028495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164028512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164028521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164028521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164028521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:31.728178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23655): Terminating (SIGTERM)\u000a16:40:31.772643 run iperf3-srv_10.42.42.10(pid=23656): Terminating (SIGTERM)\u000a16:40:31.815766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23657): Terminating (SIGTERM)\u000a16:40:31.858874 run iperf3-srv_10.42.42.10(pid=23658): Terminating (SIGTERM)\u000a16:40:31.904249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23661): Terminating (SIGTERM)\u000a16:40:31.946010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23664): Terminating (SIGTERM)\u000a16:40:31.987995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23667): Terminating (SIGTERM)\u000a16:40:31.997761 --- ParallelTerminationStrategy: PID 23655 died...\u000a16:40:32.053026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23655): Terminated: ok {rc=0}\u000a16:40:32.063759 --- ParallelTerminationStrategy: PID 23656 died...\u000a16:40:32.119092 run iperf3-srv_10.42.42.10(pid=23656): Terminated {rc=256}\u000a16:40:32.129593 --- ParallelTerminationStrategy: PID 23657 died...\u000a16:40:32.184269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23657): Terminated: ok {rc=0}\u000a16:40:32.195147 --- ParallelTerminationStrategy: PID 23658 died...\u000a16:40:32.250025 run iperf3-srv_10.42.42.10(pid=23658): Terminated {rc=256}\u000a16:40:32.260836 --- ParallelTerminationStrategy: PID 23661 died...\u000a16:40:32.314014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23661): Terminated: ok {rc=0}\u000a16:40:32.323578 --- ParallelTerminationStrategy: PID 23664 died...\u000a16:40:32.375907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23664): Terminated: ok {rc=0}\u000a16:40:32.385840 --- ParallelTerminationStrategy: PID 23667 died...\u000a16:40:32.438545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23667): Terminated: ok {rc=0}\u000a16:40:32.525799 bus /gobi_0: Setting Powered False\u000a16:40:33.628341 bus /gobi_0: Setting Powered False\u000a16:40:34.738001 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23677): Process ended prematurely: osmo-stp_10.42.42.5(pid=23677) [trial-2361↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23677)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23677): Process ended prematurely: osmo-stp_10.42.42.5(pid=23677) [trial-2361↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23677)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a16:40:35.846431 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:35.857975 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:40:35.989728 tst iperf3.py: using LAC 22352\u000a16:40:36.115425 tst iperf3.py: using RAC 167\u000a16:40:36.241477 tst iperf3.py: using CellId 22352\u000a16:40:36.368404 tst iperf3.py: using BVCI 22353\u000a16:40:36.392878 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:36.404232 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:36.415234 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:36.426414 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:36.437550 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:36.448709 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:36.460221 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:36.471357 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:36.482675 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:36.762743 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:40:36.887583 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:37.199224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23669): Launched\u000a16:40:37.456563 run iperf3-srv_10.42.42.10(pid=23670): Launched\u000a16:40:37.640325 tst iperf3.py:8: start network...\u000a16:40:37.764805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:38.243845 run create_hlr_db(pid=23671): Launched\u000a16:40:38.416190 bus /gobi_6: Setting Powered False\u000a16:40:39.437602 run create_hlr_db(pid=23671): Terminated: ok {rc=0}\u000a16:40:39.865449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23673): Launched\u000a16:40:40.187529 run osmo-hlr_10.42.42.2(pid=23674): Launched\u000a16:40:40.306842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:40.863820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23676): Launched\u000a16:40:41.184388 run osmo-stp_10.42.42.5(pid=23677): Launched\u000a16:40:41.301085 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:40:41.863403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23679): Launched\u000a16:40:41.979700 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:40:42.260904 run patchelf(pid=23680): Launched\u000a16:40:42.449143 run osmo-stp_10.42.42.5(pid=23677): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23677)]\u000a16:40:42.586591 run osmo-stp_10.42.42.5(pid=23677): stdout: \u000a| (launched: 2022-12-09_16:40:41.026227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:42.724477 run osmo-stp_10.42.42.5(pid=23677): stderr: \u000a| �[0;m�[38;5;43m20221209164041217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164041217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164041218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164041218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164041218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164041219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164041219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:42.857050 run osmo-stp_10.42.42.5(pid=23677): stdout: \u000a| (launched: 2022-12-09_16:40:41.026227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:42.988629 run osmo-stp_10.42.42.5(pid=23677): stderr: \u000a| �[0;m�[38;5;43m20221209164041217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164041217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164041218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164041218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164041218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164041219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164041219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:43.142617 run patchelf(pid=23680): Terminating (SIGINT)\u000a16:40:43.323022 run patchelf(pid=23680): Terminated: ok {rc=0}\u000a16:40:43.356005 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23677): Process ended prematurely: osmo-stp_10.42.42.5(pid=23677) [trial-2361↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23677)] [trial-2361↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a16:40:43.365981 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a16:40:43.429088 run osmo-hlr_10.42.42.2(pid=23674): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23674)]\u000a16:40:43.480139 run osmo-hlr_10.42.42.2(pid=23674): stdout: \u000a| (launched: 2022-12-09_16:40:40.028708) \u000a16:40:43.531804 run osmo-hlr_10.42.42.2(pid=23674): stderr: \u000a| �[0;m�[1;31m20221209164040226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164040226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164040226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164040226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164040226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164040226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164040238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164040247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164040247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164040247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:43.575788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23669): Terminating (SIGTERM)\u000a16:40:43.617089 run iperf3-srv_10.42.42.10(pid=23670): Terminating (SIGTERM)\u000a16:40:43.658538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23673): Terminating (SIGTERM)\u000a16:40:43.699856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23676): Terminating (SIGTERM)\u000a16:40:43.740820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23679): Terminating (SIGTERM)\u000a16:40:43.750661 --- ParallelTerminationStrategy: PID 23669 died...\u000a16:40:43.806416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23669): Terminated: ok {rc=0}\u000a16:40:43.816597 --- ParallelTerminationStrategy: PID 23670 died...\u000a16:40:43.871540 run iperf3-srv_10.42.42.10(pid=23670): Terminated {rc=256}\u000a16:40:43.881735 --- ParallelTerminationStrategy: PID 23673 died...\u000a16:40:43.937191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23673): Terminated: ok {rc=0}\u000a16:40:43.947522 --- ParallelTerminationStrategy: PID 23676 died...\u000a16:40:44.003053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23676): Terminated: ok {rc=0}\u000a16:40:44.013173 --- ParallelTerminationStrategy: PID 23679 died...\u000a16:40:44.068576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23679): Terminated: ok {rc=0}\u000a16:40:44.154800 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23695): Process ended prematurely: osmo-stp_10.42.42.5(pid=23695) [trial-2361↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23695)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23695): Process ended prematurely: osmo-stp_10.42.42.5(pid=23695) [trial-2361↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a16:40:45.269455 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:45.281554 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:40:45.426681 tst iperf3m4.py: using LAC 22353\u000a16:40:45.555511 tst iperf3m4.py: using RAC 168\u000a16:40:45.680705 tst iperf3m4.py: using CellId 22353\u000a16:40:45.801348 tst iperf3m4.py: using BVCI 22354\u000a16:40:45.824227 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:45.835400 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:45.846460 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:45.857483 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:45.868430 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:45.879530 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:45.890878 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:45.902446 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:40:45.914129 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:46.061006 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:46.196760 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:46.337516 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:40:46.622021 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:40:46.754337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:47.092310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23681): Launched\u000a16:40:47.366536 run iperf3-srv_10.42.42.10(pid=23682): Launched\u000a16:40:47.563181 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:40:47.697933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:48.032660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23683): Launched\u000a16:40:48.310488 run iperf3-srv_10.42.42.10(pid=23684): Launched\u000a16:40:48.508902 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:40:48.643546 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:48.979031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23685): Launched\u000a16:40:49.256928 run iperf3-srv_10.42.42.10(pid=23686): Launched\u000a16:40:49.455300 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:40:49.590352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:49.925657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23687): Launched\u000a16:40:50.203177 run iperf3-srv_10.42.42.10(pid=23688): Launched\u000a16:40:50.401304 tst iperf3m4.py:8: start network...\u000a16:40:50.535852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:51.041267 run create_hlr_db(pid=23689): Launched\u000a16:40:51.228633 bus /gobi_6: Setting Powered False\u000a16:40:52.248905 run create_hlr_db(pid=23689): Terminated: ok {rc=0}\u000a16:40:52.653445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23691): Launched\u000a16:40:52.953574 run osmo-hlr_10.42.42.2(pid=23692): Launched\u000a16:40:53.064348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:53.584147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23694): Launched\u000a16:40:53.884880 run osmo-stp_10.42.42.5(pid=23695): Launched\u000a16:40:53.994076 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:40:54.516668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23697): Launched\u000a16:40:54.623186 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:40:54.886399 run patchelf(pid=23698): Launched\u000a16:40:55.064532 run osmo-stp_10.42.42.5(pid=23695): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23695)]\u000a16:40:55.193383 run osmo-stp_10.42.42.5(pid=23695): stdout: \u000a| (launched: 2022-12-09_16:40:53.737230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:55.322470 run osmo-stp_10.42.42.5(pid=23695): stderr: \u000a| �[0;m�[38;5;43m20221209164053905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164053905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164053906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164053906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164053906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164053907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164053907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:55.446263 run osmo-stp_10.42.42.5(pid=23695): stdout: \u000a| (launched: 2022-12-09_16:40:53.737230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:55.569080 run osmo-stp_10.42.42.5(pid=23695): stderr: \u000a| �[0;m�[38;5;43m20221209164053905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164053905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164053906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164053906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164053906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164053907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164053907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:55.713130 run patchelf(pid=23698): Terminating (SIGINT)\u000a16:40:55.882106 run patchelf(pid=23698): Terminated: ok {rc=0}\u000a16:40:55.913134 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23695): Process ended prematurely: osmo-stp_10.42.42.5(pid=23695) [trial-2361↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23695)] [trial-2361↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a16:40:55.922264 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a16:40:55.981577 run osmo-hlr_10.42.42.2(pid=23692): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23692)]\u000a16:40:56.029910 run osmo-hlr_10.42.42.2(pid=23692): stdout: \u000a| (launched: 2022-12-09_16:40:52.805645) \u000a16:40:56.078689 run osmo-hlr_10.42.42.2(pid=23692): stderr: \u000a| �[0;m�[1;31m20221209164052978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164052978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164052978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164052978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164052979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164052979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164052991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164053002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164053002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164053002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:56.120352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23681): Terminating (SIGTERM)\u000a16:40:56.159412 run iperf3-srv_10.42.42.10(pid=23682): Terminating (SIGTERM)\u000a16:40:56.198419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23683): Terminating (SIGTERM)\u000a16:40:56.237355 run iperf3-srv_10.42.42.10(pid=23684): Terminating (SIGTERM)\u000a16:40:56.276515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23685): Terminating (SIGTERM)\u000a16:40:56.315364 run iperf3-srv_10.42.42.10(pid=23686): Terminating (SIGTERM)\u000a16:40:56.354376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23687): Terminating (SIGTERM)\u000a16:40:56.393242 run iperf3-srv_10.42.42.10(pid=23688): Terminating (SIGTERM)\u000a16:40:56.432191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23691): Terminating (SIGTERM)\u000a16:40:56.471077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23694): Terminating (SIGTERM)\u000a16:40:56.510082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23697): Terminating (SIGTERM)\u000a16:40:56.519219 --- ParallelTerminationStrategy: PID 23681 died...\u000a16:40:56.571829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23681): Terminated: ok {rc=0}\u000a16:40:56.581430 --- ParallelTerminationStrategy: PID 23682 died...\u000a16:40:56.633481 run iperf3-srv_10.42.42.10(pid=23682): Terminated {rc=256}\u000a16:40:56.642872 --- ParallelTerminationStrategy: PID 23683 died...\u000a16:40:56.695060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23683): Terminated: ok {rc=0}\u000a16:40:56.704430 --- ParallelTerminationStrategy: PID 23684 died...\u000a16:40:56.756391 run iperf3-srv_10.42.42.10(pid=23684): Terminated {rc=256}\u000a16:40:56.765860 --- ParallelTerminationStrategy: PID 23685 died...\u000a16:40:56.817953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23685): Terminated: ok {rc=0}\u000a16:40:56.827434 --- ParallelTerminationStrategy: PID 23686 died...\u000a16:40:56.880305 run iperf3-srv_10.42.42.10(pid=23686): Terminated {rc=256}\u000a16:40:56.889883 --- ParallelTerminationStrategy: PID 23687 died...\u000a16:40:56.942222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23687): Terminated: ok {rc=0}\u000a16:40:56.951707 --- ParallelTerminationStrategy: PID 23688 died...\u000a16:40:57.004483 run iperf3-srv_10.42.42.10(pid=23688): Terminated {rc=256}\u000a16:40:57.014045 --- ParallelTerminationStrategy: PID 23691 died...\u000a16:40:57.066321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23691): Terminated: ok {rc=0}\u000a16:40:57.075921 --- ParallelTerminationStrategy: PID 23694 died...\u000a16:40:57.128110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23694): Terminated: ok {rc=0}\u000a16:40:57.137773 --- ParallelTerminationStrategy: PID 23697 died...\u000a16:40:57.190032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23697): Terminated: ok {rc=0}\u000a16:40:57.277736 bus /gobi_4: Setting Powered False\u000a16:40:58.379934 bus /gobi_4: Setting Powered False\u000a16:40:59.490042 bus /gobi_1: Setting Powered False\u000a16:41:00.592061 bus /gobi_1: Setting Powered False\u000a16:41:01.696654 bus /gobi_0: Setting Powered False\u000a16:41:02.797915 bus /gobi_0: Setting Powered False\u000a16:41:03.908048 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23705): Process ended prematurely: osmo-stp_10.42.42.5(pid=23705) [trial-2361↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23705)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23705): Process ended prematurely: osmo-stp_10.42.42.5(pid=23705) [trial-2361↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a16:41:04.973342 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:41:04.984668 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:41:05.110395 tst ping.py: using LAC 22354\u000a16:41:05.226023 tst ping.py: using RAC 169\u000a16:41:05.341526 tst ping.py: using CellId 22354\u000a16:41:05.461226 tst ping.py: using BVCI 22355\u000a16:41:05.483675 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:41:05.494383 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:41:05.504875 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:41:05.515407 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:41:05.525781 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:41:05.536158 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:41:05.546746 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:41:05.557198 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:41:05.836827 tst ping.py:19: start network...\u000a16:41:05.959977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:06.430226 run create_hlr_db(pid=23699): Launched\u000a16:41:06.600135 bus /gobi_6: Setting Powered False\u000a16:41:07.621204 run create_hlr_db(pid=23699): Terminated: ok {rc=0}\u000a16:41:08.042282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23701): Launched\u000a16:41:08.358540 run osmo-hlr_10.42.42.2(pid=23702): Launched\u000a16:41:08.476031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:09.028290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23704): Launched\u000a16:41:09.346063 run osmo-stp_10.42.42.5(pid=23705): Launched\u000a16:41:09.460934 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:41:10.012513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23707): Launched\u000a16:41:10.126170 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:41:10.402594 run patchelf(pid=23708): Launched\u000a16:41:10.587957 run osmo-stp_10.42.42.5(pid=23705): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23705)]\u000a16:41:10.724010 run osmo-stp_10.42.42.5(pid=23705): stdout: \u000a| (launched: 2022-12-09_16:41:09.190000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:10.860311 run osmo-stp_10.42.42.5(pid=23705): stderr: \u000a| �[0;m�[38;5;43m20221209164109378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164109378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164109378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164109378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164109379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164109379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164109379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:10.991745 run osmo-stp_10.42.42.5(pid=23705): stdout: \u000a| (launched: 2022-12-09_16:41:09.190000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:11.122390 run osmo-stp_10.42.42.5(pid=23705): stderr: \u000a| �[0;m�[38;5;43m20221209164109378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164109378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164109378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164109378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164109379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164109379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164109379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:11.274071 run patchelf(pid=23708): Terminating (SIGINT)\u000a16:41:11.451153 run patchelf(pid=23708): Terminated: ok {rc=0}\u000a16:41:11.483460 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23705): Process ended prematurely: osmo-stp_10.42.42.5(pid=23705) [trial-2361↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23705)] [trial-2361↪gprs:nanobts+band-1900↪ping.py:22]\u000a16:41:11.492513 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:41:11.555488 run osmo-hlr_10.42.42.2(pid=23702): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23702)]\u000a16:41:11.606483 run osmo-hlr_10.42.42.2(pid=23702): stdout: \u000a| (launched: 2022-12-09_16:41:08.203035) \u000a16:41:11.657962 run osmo-hlr_10.42.42.2(pid=23702): stderr: \u000a| �[0;m�[1;31m20221209164108399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164108399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164108399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164108399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164108399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164108399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164108416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164108426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164108426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164108426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:11.701665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23701): Terminating (SIGTERM)\u000a16:41:11.743791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23704): Terminating (SIGTERM)\u000a16:41:11.785847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23707): Terminating (SIGTERM)\u000a16:41:11.795607 --- ParallelTerminationStrategy: PID 23701 died...\u000a16:41:11.851974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23701): Terminated: ok {rc=0}\u000a16:41:11.862188 --- ParallelTerminationStrategy: PID 23704 died...\u000a16:41:11.918237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23704): Terminated: ok {rc=0}\u000a16:41:11.928397 --- ParallelTerminationStrategy: PID 23707 died...\u000a16:41:11.984073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23707): Terminated: ok {rc=0}\u000a16:41:12.069107 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23715): Process ended prematurely: osmo-stp_10.42.42.5(pid=23715) [trial-2361↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23715)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23715): Process ended prematurely: osmo-stp_10.42.42.5(pid=23715) [trial-2361↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a16:41:13.121594 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:41:13.134501 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:41:13.272802 tst ping_idle_ping.py: using LAC 22355\u000a16:41:13.395145 tst ping_idle_ping.py: using RAC 170\u000a16:41:13.517773 tst ping_idle_ping.py: using CellId 22355\u000a16:41:13.637056 tst ping_idle_ping.py: using BVCI 22356\u000a16:41:13.659592 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:41:13.670224 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:41:13.680885 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:41:13.691460 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:41:13.701897 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:41:13.712311 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:41:13.723079 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:41:13.733726 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:41:14.006322 tst ping_idle_ping.py:24: start network...\u000a16:41:14.129158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:14.604386 run create_hlr_db(pid=23709): Launched\u000a16:41:14.775011 bus /gobi_6: Setting Powered False\u000a16:41:15.797171 run create_hlr_db(pid=23709): Terminated: ok {rc=0}\u000a16:41:16.227435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23711): Launched\u000a16:41:16.546857 run osmo-hlr_10.42.42.2(pid=23712): Launched\u000a16:41:16.666686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:17.371408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23714): Launched\u000a16:41:17.694300 run osmo-stp_10.42.42.5(pid=23715): Launched\u000a16:41:17.810409 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:41:18.363748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23717): Launched\u000a16:41:18.476828 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:41:18.753116 run patchelf(pid=23718): Launched\u000a16:41:18.939243 run osmo-stp_10.42.42.5(pid=23715): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23715)]\u000a16:41:19.075667 run osmo-stp_10.42.42.5(pid=23715): stdout: \u000a| (launched: 2022-12-09_16:41:17.534581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:19.212917 run osmo-stp_10.42.42.5(pid=23715): stderr: \u000a| �[0;m�[38;5;43m20221209164117725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164117725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164117725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164117726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164117726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164117726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164117726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:19.344539 run osmo-stp_10.42.42.5(pid=23715): stdout: \u000a| (launched: 2022-12-09_16:41:17.534581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:19.475066 run osmo-stp_10.42.42.5(pid=23715): stderr: \u000a| �[0;m�[38;5;43m20221209164117725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164117725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164117725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164117726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164117726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164117726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164117726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:19.626546 run patchelf(pid=23718): Terminating (SIGINT)\u000a16:41:19.803945 run patchelf(pid=23718): Terminated: ok {rc=0}\u000a16:41:19.836243 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23715): Process ended prematurely: osmo-stp_10.42.42.5(pid=23715) [trial-2361↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23715)] [trial-2361↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a16:41:19.845441 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:41:19.909188 run osmo-hlr_10.42.42.2(pid=23712): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23712)]\u000a16:41:19.960747 run osmo-hlr_10.42.42.2(pid=23712): stdout: \u000a| (launched: 2022-12-09_16:41:16.380485) \u000a16:41:20.012835 run osmo-hlr_10.42.42.2(pid=23712): stderr: \u000a| �[0;m�[1;31m20221209164116703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164116703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164116703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164116703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164116703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164116703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164116715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164116728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164116728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164116728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:20.056803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23711): Terminating (SIGTERM)\u000a16:41:20.099485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23714): Terminating (SIGTERM)\u000a16:41:20.141226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23717): Terminating (SIGTERM)\u000a16:41:20.151441 --- ParallelTerminationStrategy: PID 23711 died...\u000a16:41:20.207626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23711): Terminated: ok {rc=0}\u000a16:41:20.217912 --- ParallelTerminationStrategy: PID 23714 died...\u000a16:41:20.273769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23714): Terminated: ok {rc=0}\u000a16:41:20.283952 --- ParallelTerminationStrategy: PID 23717 died...\u000a16:41:20.340038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23717): Terminated: ok {rc=0}\u000a16:41:20.425377 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:40:22" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23732): Process ended prematurely: osmo-stp_10.42.42.5(pid=23732) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23732)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23732): Process ended prematurely: osmo-stp_10.42.42.5(pid=23732) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:41:22.560065 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:22.571404 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:41:22.706519 tst cs_paging_gprs_active.py: using LAC 22356\u000a16:41:22.836205 tst cs_paging_gprs_active.py: using RAC 171\u000a16:41:22.960059 tst cs_paging_gprs_active.py: using CellId 22356\u000a16:41:23.088441 tst cs_paging_gprs_active.py: using BVCI 22357\u000a16:41:23.112900 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:23.124577 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:23.135712 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:23.147346 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:23.158856 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:23.170421 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:23.182146 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:23.193524 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:23.205341 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:41:23.321518 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:41:23.598872 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:41:23.723979 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:24.035740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23722): Launched\u000a16:41:24.293728 run iperf3-srv_10.42.42.10(pid=23723): Launched\u000a16:41:24.476166 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:41:24.600392 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:24.911645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23724): Launched\u000a16:41:25.168827 run iperf3-srv_10.42.42.10(pid=23725): Launched\u000a16:41:25.351528 tst cs_paging_gprs_active.py:38: start network...\u000a16:41:25.475917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:25.956475 run create_hlr_db(pid=23726): Launched\u000a16:41:26.129690 bus /gobi_6: Setting Powered False\u000a16:41:27.151066 run create_hlr_db(pid=23726): Terminated: ok {rc=0}\u000a16:41:27.551871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23728): Launched\u000a16:41:27.851850 run osmo-hlr_10.42.42.2(pid=23729): Launched\u000a16:41:27.970006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:28.495763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23731): Launched\u000a16:41:28.795701 run osmo-stp_10.42.42.5(pid=23732): Launched\u000a16:41:28.904241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:41:29.426422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23734): Launched\u000a16:41:29.532999 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:41:29.795959 run patchelf(pid=23735): Launched\u000a16:41:29.973240 run osmo-stp_10.42.42.5(pid=23732): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23732)]\u000a16:41:30.102901 run osmo-stp_10.42.42.5(pid=23732): stdout: \u000a| (launched: 2022-12-09_16:41:28.647637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:30.232050 run osmo-stp_10.42.42.5(pid=23732): stderr: \u000a| �[0;m�[38;5;43m20221209164128815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164128815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164128816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164128816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164128817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164128817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164128817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:30.356202 run osmo-stp_10.42.42.5(pid=23732): stdout: \u000a| (launched: 2022-12-09_16:41:28.647637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:30.479460 run osmo-stp_10.42.42.5(pid=23732): stderr: \u000a| �[0;m�[38;5;43m20221209164128815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164128815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164128816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164128816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164128817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164128817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164128817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:30.622913 run patchelf(pid=23735): Terminating (SIGINT)\u000a16:41:30.791187 run patchelf(pid=23735): Terminated: ok {rc=0}\u000a16:41:30.822105 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23732): Process ended prematurely: osmo-stp_10.42.42.5(pid=23732) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23732)] [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:41:30.831337 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a16:41:30.899176 run osmo-hlr_10.42.42.2(pid=23729): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23729)]\u000a16:41:30.948134 run osmo-hlr_10.42.42.2(pid=23729): stdout: \u000a| (launched: 2022-12-09_16:41:27.704424) \u000a16:41:30.998160 run osmo-hlr_10.42.42.2(pid=23729): stderr: \u000a| �[0;m�[1;31m20221209164127881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164127881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164127881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164127881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164127881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164127882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164127894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164127905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164127905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164127905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:31.040331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23722): Terminating (SIGTERM)\u000a16:41:31.080340 run iperf3-srv_10.42.42.10(pid=23723): Terminating (SIGTERM)\u000a16:41:31.120270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23724): Terminating (SIGTERM)\u000a16:41:31.160063 run iperf3-srv_10.42.42.10(pid=23725): Terminating (SIGTERM)\u000a16:41:31.200045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23728): Terminating (SIGTERM)\u000a16:41:31.242012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23731): Terminating (SIGTERM)\u000a16:41:31.285167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23734): Terminating (SIGTERM)\u000a16:41:31.295210 --- ParallelTerminationStrategy: PID 23722 died...\u000a16:41:31.350798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23722): Terminated: ok {rc=0}\u000a16:41:31.360907 --- ParallelTerminationStrategy: PID 23723 died...\u000a16:41:31.413989 run iperf3-srv_10.42.42.10(pid=23723): Terminated {rc=256}\u000a16:41:31.423989 --- ParallelTerminationStrategy: PID 23724 died...\u000a16:41:31.477292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23724): Terminated: ok {rc=0}\u000a16:41:31.487339 --- ParallelTerminationStrategy: PID 23725 died...\u000a16:41:31.540300 run iperf3-srv_10.42.42.10(pid=23725): Terminated {rc=256}\u000a16:41:31.550239 --- ParallelTerminationStrategy: PID 23728 died...\u000a16:41:31.603007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23728): Terminated: ok {rc=0}\u000a16:41:31.613068 --- ParallelTerminationStrategy: PID 23731 died...\u000a16:41:31.666661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23731): Terminated: ok {rc=0}\u000a16:41:31.676684 --- ParallelTerminationStrategy: PID 23734 died...\u000a16:41:31.730174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23734): Terminated: ok {rc=0}\u000a16:41:31.819935 bus /gobi_0: Setting Powered False\u000a16:41:32.925983 bus /gobi_0: Setting Powered False\u000a16:41:34.035182 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23744): Process ended prematurely: osmo-stp_10.42.42.5(pid=23744) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23744)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23744): Process ended prematurely: osmo-stp_10.42.42.5(pid=23744) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:41:35.150415 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:35.162550 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:41:35.300764 tst iperf3.py: using LAC 22357\u000a16:41:35.426717 tst iperf3.py: using RAC 172\u000a16:41:35.551610 tst iperf3.py: using CellId 22357\u000a16:41:35.672468 tst iperf3.py: using BVCI 22358\u000a16:41:35.695263 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:35.706395 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:35.717349 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:35.728144 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:35.738943 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:35.749708 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:35.760440 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:35.771069 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:35.782328 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:41:36.074983 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:41:36.210277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:36.545281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23736): Launched\u000a16:41:36.822669 run iperf3-srv_10.42.42.10(pid=23737): Launched\u000a16:41:37.020864 tst iperf3.py:8: start network...\u000a16:41:37.156576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:37.664479 run create_hlr_db(pid=23738): Launched\u000a16:41:37.851112 bus /gobi_6: Setting Powered False\u000a16:41:38.871720 run create_hlr_db(pid=23738): Terminated: ok {rc=0}\u000a16:41:39.276081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23740): Launched\u000a16:41:39.577598 run osmo-hlr_10.42.42.2(pid=23741): Launched\u000a16:41:39.697734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:40.227563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23743): Launched\u000a16:41:40.528799 run osmo-stp_10.42.42.5(pid=23744): Launched\u000a16:41:40.639737 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:41:41.164248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23746): Launched\u000a16:41:41.271106 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:41:41.534289 run patchelf(pid=23747): Launched\u000a16:41:41.711250 run osmo-stp_10.42.42.5(pid=23744): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23744)]\u000a16:41:41.840673 run osmo-stp_10.42.42.5(pid=23744): stdout: \u000a| (launched: 2022-12-09_16:41:40.380692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:41.970382 run osmo-stp_10.42.42.5(pid=23744): stderr: \u000a| �[0;m�[38;5;43m20221209164140552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164140552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164140552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164140553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164140553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164140553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164140553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:42.095684 run osmo-stp_10.42.42.5(pid=23744): stdout: \u000a| (launched: 2022-12-09_16:41:40.380692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:42.219050 run osmo-stp_10.42.42.5(pid=23744): stderr: \u000a| �[0;m�[38;5;43m20221209164140552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164140552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164140552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164140553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164140553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164140553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164140553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:42.362637 run patchelf(pid=23747): Terminating (SIGINT)\u000a16:41:42.531673 run patchelf(pid=23747): Terminated: ok {rc=0}\u000a16:41:42.562985 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23744): Process ended prematurely: osmo-stp_10.42.42.5(pid=23744) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23744)] [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a16:41:42.572191 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a16:41:42.632195 run osmo-hlr_10.42.42.2(pid=23741): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23741)]\u000a16:41:42.681078 run osmo-hlr_10.42.42.2(pid=23741): stdout: \u000a| (launched: 2022-12-09_16:41:39.428574) \u000a16:41:42.731183 run osmo-hlr_10.42.42.2(pid=23741): stderr: \u000a| �[0;m�[1;31m20221209164139603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164139603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164139603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164139603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164139603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164139603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164139616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164139626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164139627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164139627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:42.773199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23736): Terminating (SIGTERM)\u000a16:41:42.812789 run iperf3-srv_10.42.42.10(pid=23737): Terminating (SIGTERM)\u000a16:41:42.852068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23740): Terminating (SIGTERM)\u000a16:41:42.891244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23743): Terminating (SIGTERM)\u000a16:41:42.930801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23746): Terminating (SIGTERM)\u000a16:41:42.940062 --- ParallelTerminationStrategy: PID 23736 died...\u000a16:41:42.993936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23736): Terminated: ok {rc=0}\u000a16:41:43.003506 --- ParallelTerminationStrategy: PID 23737 died...\u000a16:41:43.055704 run iperf3-srv_10.42.42.10(pid=23737): Terminated {rc=256}\u000a16:41:43.065415 --- ParallelTerminationStrategy: PID 23740 died...\u000a16:41:43.118257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23740): Terminated: ok {rc=0}\u000a16:41:43.127827 --- ParallelTerminationStrategy: PID 23743 died...\u000a16:41:43.179960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23743): Terminated: ok {rc=0}\u000a16:41:43.189923 --- ParallelTerminationStrategy: PID 23746 died...\u000a16:41:43.242249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23746): Terminated: ok {rc=0}\u000a16:41:43.328070 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23762): Process ended prematurely: osmo-stp_10.42.42.5(pid=23762) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23762)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23762): Process ended prematurely: osmo-stp_10.42.42.5(pid=23762) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:41:44.437411 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:44.449057 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:41:44.577941 tst iperf3m4.py: using LAC 22358\u000a16:41:44.695577 tst iperf3m4.py: using RAC 173\u000a16:41:44.814544 tst iperf3m4.py: using CellId 22358\u000a16:41:44.931794 tst iperf3m4.py: using BVCI 22359\u000a16:41:44.954621 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:44.965611 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:44.976370 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:44.987110 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:44.997755 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:45.008433 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:45.019367 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:45.030003 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:41:45.040781 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:41:45.156772 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:41:45.281471 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:41:45.400743 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:41:45.677455 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:41:45.802500 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:46.157916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23748): Launched\u000a16:41:46.431817 run iperf3-srv_10.42.42.10(pid=23749): Launched\u000a16:41:46.622329 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:41:46.751977 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:47.112790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23750): Launched\u000a16:41:47.394141 run iperf3-srv_10.42.42.10(pid=23751): Launched\u000a16:41:47.594276 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:41:47.729958 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:48.066004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23752): Launched\u000a16:41:48.344743 run iperf3-srv_10.42.42.10(pid=23753): Launched\u000a16:41:48.543891 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:41:48.678858 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:49.014004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23754): Launched\u000a16:41:49.292588 run iperf3-srv_10.42.42.10(pid=23755): Launched\u000a16:41:49.491764 tst iperf3m4.py:8: start network...\u000a16:41:49.626836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:50.137572 run create_hlr_db(pid=23756): Launched\u000a16:41:50.312612 bus /gobi_6: Setting Powered False\u000a16:41:51.332498 run create_hlr_db(pid=23756): Terminated: ok {rc=0}\u000a16:41:51.761466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23758): Launched\u000a16:41:52.082941 run osmo-hlr_10.42.42.2(pid=23759): Launched\u000a16:41:52.201184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:52.761625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23761): Launched\u000a16:41:53.082608 run osmo-stp_10.42.42.5(pid=23762): Launched\u000a16:41:53.200763 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:41:53.761087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23764): Launched\u000a16:41:53.867864 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:41:54.131859 run patchelf(pid=23765): Launched\u000a16:41:54.308843 run osmo-stp_10.42.42.5(pid=23762): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23762)]\u000a16:41:54.437579 run osmo-stp_10.42.42.5(pid=23762): stdout: \u000a| (launched: 2022-12-09_16:41:52.924544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:54.566499 run osmo-stp_10.42.42.5(pid=23762): stderr: \u000a| �[0;m�[38;5;43m20221209164153112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164153112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164153112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164153113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164153113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164153113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164153113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:54.690764 run osmo-stp_10.42.42.5(pid=23762): stdout: \u000a| (launched: 2022-12-09_16:41:52.924544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:54.813148 run osmo-stp_10.42.42.5(pid=23762): stderr: \u000a| �[0;m�[38;5;43m20221209164153112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164153112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164153112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164153113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164153113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164153113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164153113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:54.956136 run patchelf(pid=23765): Terminating (SIGINT)\u000a16:41:55.125679 run patchelf(pid=23765): Terminated: ok {rc=0}\u000a16:41:55.156750 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23762): Process ended prematurely: osmo-stp_10.42.42.5(pid=23762) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23762)] [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:41:55.165874 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a16:41:55.225135 run osmo-hlr_10.42.42.2(pid=23759): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23759)]\u000a16:41:55.273825 run osmo-hlr_10.42.42.2(pid=23759): stdout: \u000a| (launched: 2022-12-09_16:41:51.925156) \u000a16:41:55.322705 run osmo-hlr_10.42.42.2(pid=23759): stderr: \u000a| �[0;m�[1;31m20221209164152120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164152120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164152120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164152120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164152120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164152120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164152133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164152142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164152142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164152142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:55.364269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23748): Terminating (SIGTERM)\u000a16:41:55.403408 run iperf3-srv_10.42.42.10(pid=23749): Terminating (SIGTERM)\u000a16:41:55.442581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23750): Terminating (SIGTERM)\u000a16:41:55.481634 run iperf3-srv_10.42.42.10(pid=23751): Terminating (SIGTERM)\u000a16:41:55.520850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23752): Terminating (SIGTERM)\u000a16:41:55.559979 run iperf3-srv_10.42.42.10(pid=23753): Terminating (SIGTERM)\u000a16:41:55.599109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23754): Terminating (SIGTERM)\u000a16:41:55.638115 run iperf3-srv_10.42.42.10(pid=23755): Terminating (SIGTERM)\u000a16:41:55.677333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23758): Terminating (SIGTERM)\u000a16:41:55.717213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23761): Terminating (SIGTERM)\u000a16:41:55.756474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23764): Terminating (SIGTERM)\u000a16:41:55.765682 --- ParallelTerminationStrategy: PID 23748 died...\u000a16:41:55.818422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23748): Terminated: ok {rc=0}\u000a16:41:55.827920 --- ParallelTerminationStrategy: PID 23749 died...\u000a16:41:55.880112 run iperf3-srv_10.42.42.10(pid=23749): Terminated {rc=256}\u000a16:41:55.889677 --- ParallelTerminationStrategy: PID 23750 died...\u000a16:41:55.941814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23750): Terminated: ok {rc=0}\u000a16:41:55.951245 --- ParallelTerminationStrategy: PID 23751 died...\u000a16:41:56.003402 run iperf3-srv_10.42.42.10(pid=23751): Terminated {rc=256}\u000a16:41:56.012858 --- ParallelTerminationStrategy: PID 23752 died...\u000a16:41:56.065058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23752): Terminated: ok {rc=0}\u000a16:41:56.074512 --- ParallelTerminationStrategy: PID 23753 died...\u000a16:41:56.126777 run iperf3-srv_10.42.42.10(pid=23753): Terminated {rc=256}\u000a16:41:56.136325 --- ParallelTerminationStrategy: PID 23754 died...\u000a16:41:56.189379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23754): Terminated: ok {rc=0}\u000a16:41:56.198934 --- ParallelTerminationStrategy: PID 23755 died...\u000a16:41:56.251065 run iperf3-srv_10.42.42.10(pid=23755): Terminated {rc=256}\u000a16:41:56.260483 --- ParallelTerminationStrategy: PID 23758 died...\u000a16:41:56.312803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23758): Terminated: ok {rc=0}\u000a16:41:56.322380 --- ParallelTerminationStrategy: PID 23761 died...\u000a16:41:56.374429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23761): Terminated: ok {rc=0}\u000a16:41:56.383976 --- ParallelTerminationStrategy: PID 23764 died...\u000a16:41:56.435921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23764): Terminated: ok {rc=0}\u000a16:41:56.518643 bus /gobi_4: Setting Powered False\u000a16:41:57.624988 bus /gobi_4: Setting Powered False\u000a16:41:58.731624 bus /gobi_1: Setting Powered False\u000a16:41:59.835858 bus /gobi_1: Setting Powered False\u000a16:42:01.016768 bus /gobi_0: Setting Powered False\u000a16:42:02.135352 bus /gobi_0: Setting Powered False\u000a16:42:03.242646 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23777): Process ended prematurely: osmo-stp_10.42.42.5(pid=23777) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23777)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23777): Process ended prematurely: osmo-stp_10.42.42.5(pid=23777) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:42:04.310774 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:42:04.322851 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:42:04.455532 tst ping.py: using LAC 22359\u000a16:42:04.576601 tst ping.py: using RAC 174\u000a16:42:04.697229 tst ping.py: using CellId 22359\u000a16:42:04.818950 tst ping.py: using BVCI 22360\u000a16:42:04.842950 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:42:04.854410 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:42:04.865572 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:42:04.876838 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:42:04.888132 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:42:04.899514 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:42:04.911160 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:42:04.922561 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:42:05.209224 tst ping.py:19: start network...\u000a16:42:05.340272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:05.834060 run create_hlr_db(pid=23771): Launched\u000a16:42:06.017158 bus /gobi_6: Setting Powered False\u000a16:42:07.026807 run create_hlr_db(pid=23771): Terminated: ok {rc=0}\u000a16:42:07.456467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23773): Launched\u000a16:42:07.771897 run osmo-hlr_10.42.42.2(pid=23774): Launched\u000a16:42:07.889000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:08.438976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23776): Launched\u000a16:42:08.752937 run osmo-stp_10.42.42.5(pid=23777): Launched\u000a16:42:08.867549 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:42:09.419152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23779): Launched\u000a16:42:09.532128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:42:09.801692 run patchelf(pid=23780): Launched\u000a16:42:09.975178 run osmo-stp_10.42.42.5(pid=23777): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23777)]\u000a16:42:10.101632 run osmo-stp_10.42.42.5(pid=23777): stdout: \u000a| (launched: 2022-12-09_16:42:08.598809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:10.228506 run osmo-stp_10.42.42.5(pid=23777): stderr: \u000a| �[0;m�[38;5;43m20221209164208790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164208791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164208791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164208791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164208792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164208792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164208792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:10.351286 run osmo-stp_10.42.42.5(pid=23777): stdout: \u000a| (launched: 2022-12-09_16:42:08.598809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:10.471775 run osmo-stp_10.42.42.5(pid=23777): stderr: \u000a| �[0;m�[38;5;43m20221209164208790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164208791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164208791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164208791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164208792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164208792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164208792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:10.612552 run patchelf(pid=23780): Terminating (SIGINT)\u000a16:42:10.777913 run patchelf(pid=23780): Terminated: ok {rc=0}\u000a16:42:10.807899 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23777): Process ended prematurely: osmo-stp_10.42.42.5(pid=23777) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23777)] [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a16:42:10.816461 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:42:10.875950 run osmo-hlr_10.42.42.2(pid=23774): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23774)]\u000a16:42:10.924307 run osmo-hlr_10.42.42.2(pid=23774): stdout: \u000a| (launched: 2022-12-09_16:42:07.616901) \u000a16:42:10.973762 run osmo-hlr_10.42.42.2(pid=23774): stderr: \u000a| �[0;m�[1;31m20221209164207813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164207813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164207813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164207813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164207813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164207813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164207824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164207832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164207833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164207833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:11.015601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23773): Terminating (SIGTERM)\u000a16:42:11.055025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23776): Terminating (SIGTERM)\u000a16:42:11.094469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23779): Terminating (SIGTERM)\u000a16:42:11.103627 --- ParallelTerminationStrategy: PID 23773 died...\u000a16:42:11.156389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23773): Terminated: ok {rc=0}\u000a16:42:11.166026 --- ParallelTerminationStrategy: PID 23776 died...\u000a16:42:11.218743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23776): Terminated: ok {rc=0}\u000a16:42:11.228279 --- ParallelTerminationStrategy: PID 23779 died...\u000a16:42:11.280589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23779): Terminated: ok {rc=0}\u000a16:42:11.362760 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23787): Process ended prematurely: osmo-stp_10.42.42.5(pid=23787) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23787)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23787): Process ended prematurely: osmo-stp_10.42.42.5(pid=23787) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:42:12.415849 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:42:12.428514 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:42:12.566514 tst ping_idle_ping.py: using LAC 22360\u000a16:42:12.690039 tst ping_idle_ping.py: using RAC 175\u000a16:42:12.815638 tst ping_idle_ping.py: using CellId 22360\u000a16:42:12.938832 tst ping_idle_ping.py: using BVCI 22361\u000a16:42:12.962905 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:42:12.974488 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:42:12.985753 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:42:12.997762 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:42:13.010560 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:42:13.021868 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:42:13.034041 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:42:13.046017 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:42:13.322218 tst ping_idle_ping.py:24: start network...\u000a16:42:13.444848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:13.926886 run create_hlr_db(pid=23781): Launched\u000a16:42:14.097900 bus /gobi_6: Setting Powered False\u000a16:42:15.119555 run create_hlr_db(pid=23781): Terminated: ok {rc=0}\u000a16:42:15.543318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23783): Launched\u000a16:42:15.901432 run osmo-hlr_10.42.42.2(pid=23784): Launched\u000a16:42:16.202239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:16.838060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23786): Launched\u000a16:42:17.278890 run osmo-stp_10.42.42.5(pid=23787): Launched\u000a16:42:17.454262 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:42:18.007121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23789): Launched\u000a16:42:18.120839 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:42:18.397951 run patchelf(pid=23790): Launched\u000a16:42:18.584061 run osmo-stp_10.42.42.5(pid=23787): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23787)]\u000a16:42:18.721070 run osmo-stp_10.42.42.5(pid=23787): stdout: \u000a| (launched: 2022-12-09_16:42:17.001861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:18.858271 run osmo-stp_10.42.42.5(pid=23787): stderr: \u000a| �[0;m�[38;5;43m20221209164217227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164217227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164217227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164217228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164217228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164217228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164217228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:18.990018 run osmo-stp_10.42.42.5(pid=23787): stdout: \u000a| (launched: 2022-12-09_16:42:17.001861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:19.120567 run osmo-stp_10.42.42.5(pid=23787): stderr: \u000a| �[0;m�[38;5;43m20221209164217227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164217227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164217227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164217228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164217228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164217228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164217228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:19.272353 run patchelf(pid=23790): Terminating (SIGINT)\u000a16:42:19.449590 run patchelf(pid=23790): Terminated: ok {rc=0}\u000a16:42:19.481814 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23787): Process ended prematurely: osmo-stp_10.42.42.5(pid=23787) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23787)] [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:42:19.490980 tst ping_idle_ping.py:27: Test FAILED (7.1 sec)\u000a16:42:19.553551 run osmo-hlr_10.42.42.2(pid=23784): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23784)]\u000a16:42:19.605054 run osmo-hlr_10.42.42.2(pid=23784): stdout: \u000a| (launched: 2022-12-09_16:42:15.704910) \u000a16:42:19.656751 run osmo-hlr_10.42.42.2(pid=23784): stderr: \u000a| �[0;m�[1;31m20221209164215939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164215939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164215939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164215939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164215939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164215939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164215954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164215967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164215967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164215967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:19.700538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23783): Terminating (SIGTERM)\u000a16:42:19.742262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23786): Terminating (SIGTERM)\u000a16:42:19.783879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23789): Terminating (SIGTERM)\u000a16:42:19.793825 --- ParallelTerminationStrategy: PID 23783 died...\u000a16:42:19.849518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23783): Terminated: ok {rc=0}\u000a16:42:19.859621 --- ParallelTerminationStrategy: PID 23786 died...\u000a16:42:19.914819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23786): Terminated: ok {rc=0}\u000a16:42:19.924880 --- ParallelTerminationStrategy: PID 23789 died...\u000a16:42:19.980028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23789): Terminated: ok {rc=0}\u000a16:42:20.066751 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:41:22" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23804): Process ended prematurely: osmo-stp_10.42.42.5(pid=23804) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23804)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23804): Process ended prematurely: osmo-stp_10.42.42.5(pid=23804) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:42:22.180838 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:22.191818 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:42:22.337713 tst cs_paging_gprs_active.py: using LAC 22361\u000a16:42:22.455228 tst cs_paging_gprs_active.py: using RAC 176\u000a16:42:22.574627 tst cs_paging_gprs_active.py: using CellId 22361\u000a16:42:22.692272 tst cs_paging_gprs_active.py: using BVCI 22362\u000a16:42:22.715257 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:22.726325 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:22.737160 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:22.747974 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:22.758690 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:22.769485 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:22.780320 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:22.791021 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:22.801973 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:42:22.922374 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:42:23.199765 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:42:23.323939 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:23.635171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23794): Launched\u000a16:42:23.893525 run iperf3-srv_10.42.42.10(pid=23795): Launched\u000a16:42:24.076143 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:42:24.201109 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:24.512719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23796): Launched\u000a16:42:24.770545 run iperf3-srv_10.42.42.10(pid=23797): Launched\u000a16:42:24.953413 tst cs_paging_gprs_active.py:38: start network...\u000a16:42:25.077944 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:25.558591 run create_hlr_db(pid=23798): Launched\u000a16:42:25.731134 bus /gobi_6: Setting Powered False\u000a16:42:26.753162 run create_hlr_db(pid=23798): Terminated: ok {rc=0}\u000a16:42:27.184247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23800): Launched\u000a16:42:27.507868 run osmo-hlr_10.42.42.2(pid=23801): Launched\u000a16:42:27.628731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:28.190024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23803): Launched\u000a16:42:28.511540 run osmo-stp_10.42.42.5(pid=23804): Launched\u000a16:42:28.629675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:42:29.191023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23806): Launched\u000a16:42:29.306141 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:42:29.587420 run patchelf(pid=23807): Launched\u000a16:42:29.775992 run osmo-stp_10.42.42.5(pid=23804): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23804)]\u000a16:42:29.913535 run osmo-stp_10.42.42.5(pid=23804): stdout: \u000a| (launched: 2022-12-09_16:42:28.353145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:30.051662 run osmo-stp_10.42.42.5(pid=23804): stderr: \u000a| �[0;m�[38;5;43m20221209164228543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164228543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164228543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164228544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164228544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164228544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164228544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:30.184908 run osmo-stp_10.42.42.5(pid=23804): stdout: \u000a| (launched: 2022-12-09_16:42:28.353145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:30.316641 run osmo-stp_10.42.42.5(pid=23804): stderr: \u000a| �[0;m�[38;5;43m20221209164228543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164228543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164228543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164228544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164228544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164228544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164228544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:30.470451 run patchelf(pid=23807): Terminating (SIGINT)\u000a16:42:30.651117 run patchelf(pid=23807): Terminated: ok {rc=0}\u000a16:42:30.683997 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23804): Process ended prematurely: osmo-stp_10.42.42.5(pid=23804) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23804)] [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:42:30.693705 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a16:42:30.756848 run osmo-hlr_10.42.42.2(pid=23801): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23801)]\u000a16:42:30.808172 run osmo-hlr_10.42.42.2(pid=23801): stdout: \u000a| (launched: 2022-12-09_16:42:27.349129) \u000a16:42:30.869590 run osmo-hlr_10.42.42.2(pid=23801): stderr: \u000a| �[0;m�[1;31m20221209164227549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164227549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164227549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164227549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164227549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164227549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164227561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164227569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164227570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164227570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:30.913092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23794): Terminating (SIGTERM)\u000a16:42:30.954608 run iperf3-srv_10.42.42.10(pid=23795): Terminating (SIGTERM)\u000a16:42:30.995668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23796): Terminating (SIGTERM)\u000a16:42:31.037377 run iperf3-srv_10.42.42.10(pid=23797): Terminating (SIGTERM)\u000a16:42:31.079572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23800): Terminating (SIGTERM)\u000a16:42:31.122800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23803): Terminating (SIGTERM)\u000a16:42:31.164766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23806): Terminating (SIGTERM)\u000a16:42:31.175647 --- ParallelTerminationStrategy: PID 23794 died...\u000a16:42:31.231935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23794): Terminated: ok {rc=0}\u000a16:42:31.243520 --- ParallelTerminationStrategy: PID 23795 died...\u000a16:42:31.297706 run iperf3-srv_10.42.42.10(pid=23795): Terminated {rc=256}\u000a16:42:31.308091 --- ParallelTerminationStrategy: PID 23796 died...\u000a16:42:31.363118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23796): Terminated: ok {rc=0}\u000a16:42:31.373230 --- ParallelTerminationStrategy: PID 23797 died...\u000a16:42:31.427325 run iperf3-srv_10.42.42.10(pid=23797): Terminated {rc=256}\u000a16:42:31.438532 --- ParallelTerminationStrategy: PID 23800 died...\u000a16:42:31.495574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23800): Terminated: ok {rc=0}\u000a16:42:31.506228 --- ParallelTerminationStrategy: PID 23803 died...\u000a16:42:31.561552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23803): Terminated: ok {rc=0}\u000a16:42:31.571578 --- ParallelTerminationStrategy: PID 23806 died...\u000a16:42:31.625600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23806): Terminated: ok {rc=0}\u000a16:42:31.717058 bus /gobi_0: Setting Powered False\u000a16:42:32.823030 bus /gobi_0: Setting Powered False\u000a16:42:33.932492 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23816): Process ended prematurely: osmo-stp_10.42.42.5(pid=23816) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23816)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23816): Process ended prematurely: osmo-stp_10.42.42.5(pid=23816) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:42:35.045817 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:35.057971 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:42:35.216037 tst iperf3.py: using LAC 22362\u000a16:42:35.340553 tst iperf3.py: using RAC 177\u000a16:42:35.465025 tst iperf3.py: using CellId 22362\u000a16:42:35.589965 tst iperf3.py: using BVCI 22363\u000a16:42:35.614439 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:35.625898 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:35.637175 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:35.648675 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:35.660170 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:35.671716 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:35.683314 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:35.694817 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:35.706542 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:42:36.007922 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:42:36.143312 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:36.477986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23808): Launched\u000a16:42:36.755381 run iperf3-srv_10.42.42.10(pid=23809): Launched\u000a16:42:36.953540 tst iperf3.py:8: start network...\u000a16:42:37.088312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:37.592327 run create_hlr_db(pid=23810): Launched\u000a16:42:37.778972 bus /gobi_6: Setting Powered False\u000a16:42:38.798932 run create_hlr_db(pid=23810): Terminated: ok {rc=0}\u000a16:42:39.228167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23812): Launched\u000a16:42:39.549442 run osmo-hlr_10.42.42.2(pid=23813): Launched\u000a16:42:39.664997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:40.223488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23815): Launched\u000a16:42:40.544399 run osmo-stp_10.42.42.5(pid=23816): Launched\u000a16:42:40.660935 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:42:41.221533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23818): Launched\u000a16:42:41.336110 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:42:41.617148 run patchelf(pid=23819): Launched\u000a16:42:41.806288 run osmo-stp_10.42.42.5(pid=23816): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23816)]\u000a16:42:41.944108 run osmo-stp_10.42.42.5(pid=23816): stdout: \u000a| (launched: 2022-12-09_16:42:40.386746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:42.082366 run osmo-stp_10.42.42.5(pid=23816): stderr: \u000a| �[0;m�[38;5;43m20221209164240577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164240577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164240577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164240578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164240579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164240579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164240579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:42.215812 run osmo-stp_10.42.42.5(pid=23816): stdout: \u000a| (launched: 2022-12-09_16:42:40.386746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:42.347580 run osmo-stp_10.42.42.5(pid=23816): stderr: \u000a| �[0;m�[38;5;43m20221209164240577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164240577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164240577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164240578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164240579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164240579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164240579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:42.501635 run patchelf(pid=23819): Terminating (SIGINT)\u000a16:42:42.682628 run patchelf(pid=23819): Terminated: ok {rc=0}\u000a16:42:42.715649 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23816): Process ended prematurely: osmo-stp_10.42.42.5(pid=23816) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23816)] [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:42:42.725428 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:42:42.787968 run osmo-hlr_10.42.42.2(pid=23813): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23813)]\u000a16:42:42.838640 run osmo-hlr_10.42.42.2(pid=23813): stdout: \u000a| (launched: 2022-12-09_16:42:39.391442) \u000a16:42:42.890067 run osmo-hlr_10.42.42.2(pid=23813): stderr: \u000a| �[0;m�[1;31m20221209164239587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164239588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164239588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164239588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164239588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164239588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164239599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164239608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164239608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164239608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:42.934010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23808): Terminating (SIGTERM)\u000a16:42:42.975297 run iperf3-srv_10.42.42.10(pid=23809): Terminating (SIGTERM)\u000a16:42:43.016793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23812): Terminating (SIGTERM)\u000a16:42:43.058500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23815): Terminating (SIGTERM)\u000a16:42:43.099651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23818): Terminating (SIGTERM)\u000a16:42:43.109555 --- ParallelTerminationStrategy: PID 23808 died...\u000a16:42:43.165321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23808): Terminated: ok {rc=0}\u000a16:42:43.175284 --- ParallelTerminationStrategy: PID 23809 died...\u000a16:42:43.230155 run iperf3-srv_10.42.42.10(pid=23809): Terminated {rc=256}\u000a16:42:43.240382 --- ParallelTerminationStrategy: PID 23812 died...\u000a16:42:43.295520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23812): Terminated: ok {rc=0}\u000a16:42:43.305853 --- ParallelTerminationStrategy: PID 23815 died...\u000a16:42:43.360809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23815): Terminated: ok {rc=0}\u000a16:42:43.370799 --- ParallelTerminationStrategy: PID 23818 died...\u000a16:42:43.425749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23818): Terminated: ok {rc=0}\u000a16:42:43.512260 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23834): Process ended prematurely: osmo-stp_10.42.42.5(pid=23834) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23834)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23834): Process ended prematurely: osmo-stp_10.42.42.5(pid=23834) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:42:44.625926 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:44.638061 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:42:44.790567 tst iperf3m4.py: using LAC 22363\u000a16:42:44.914640 tst iperf3m4.py: using RAC 178\u000a16:42:45.039104 tst iperf3m4.py: using CellId 22363\u000a16:42:45.170540 tst iperf3m4.py: using BVCI 22364\u000a16:42:45.195128 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:45.207037 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:45.218313 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:45.229763 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:45.241077 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:45.252455 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:45.264108 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:45.275556 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:42:45.287127 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:42:45.408414 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:42:45.528336 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:42:45.647411 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:42:45.956653 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:42:46.099796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:46.434574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23820): Launched\u000a16:42:46.743725 run iperf3-srv_10.42.42.10(pid=23821): Launched\u000a16:42:46.946844 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:42:47.085597 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:47.424088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23822): Launched\u000a16:42:47.702702 run iperf3-srv_10.42.42.10(pid=23823): Launched\u000a16:42:47.901067 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:42:48.035442 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:48.370941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23824): Launched\u000a16:42:48.648217 run iperf3-srv_10.42.42.10(pid=23825): Launched\u000a16:42:48.846164 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:42:48.980325 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:49.315197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23826): Launched\u000a16:42:49.591763 run iperf3-srv_10.42.42.10(pid=23827): Launched\u000a16:42:49.789534 tst iperf3m4.py:8: start network...\u000a16:42:49.924104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:50.429849 run create_hlr_db(pid=23828): Launched\u000a16:42:50.616347 bus /gobi_6: Setting Powered False\u000a16:42:51.636331 run create_hlr_db(pid=23828): Terminated: ok {rc=0}\u000a16:42:52.043840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23830): Launched\u000a16:42:52.344017 run osmo-hlr_10.42.42.2(pid=23831): Launched\u000a16:42:52.454212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:52.975096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23833): Launched\u000a16:42:53.273717 run osmo-stp_10.42.42.5(pid=23834): Launched\u000a16:42:53.382152 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:42:53.903874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23836): Launched\u000a16:42:54.010475 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:42:54.273110 run patchelf(pid=23837): Launched\u000a16:42:54.448328 run osmo-stp_10.42.42.5(pid=23834): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23834)]\u000a16:42:54.576521 run osmo-stp_10.42.42.5(pid=23834): stdout: \u000a| (launched: 2022-12-09_16:42:53.126711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:54.707496 run osmo-stp_10.42.42.5(pid=23834): stderr: \u000a| �[0;m�[38;5;43m20221209164253293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164253293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164253293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164253293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164253294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164253294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164253294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:54.831253 run osmo-stp_10.42.42.5(pid=23834): stdout: \u000a| (launched: 2022-12-09_16:42:53.126711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:54.953391 run osmo-stp_10.42.42.5(pid=23834): stderr: \u000a| �[0;m�[38;5;43m20221209164253293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164253293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164253293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164253293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164253294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164253294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164253294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:55.096411 run patchelf(pid=23837): Terminating (SIGINT)\u000a16:42:55.265114 run patchelf(pid=23837): Terminated: ok {rc=0}\u000a16:42:55.296047 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23834): Process ended prematurely: osmo-stp_10.42.42.5(pid=23834) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23834)] [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:42:55.305180 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a16:42:55.364800 run osmo-hlr_10.42.42.2(pid=23831): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23831)]\u000a16:42:55.412856 run osmo-hlr_10.42.42.2(pid=23831): stdout: \u000a| (launched: 2022-12-09_16:42:52.196436) \u000a16:42:55.461663 run osmo-hlr_10.42.42.2(pid=23831): stderr: \u000a| �[0;m�[1;31m20221209164252367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164252367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164252367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164252367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164252367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164252367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164252380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164252388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164252388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164252388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:55.502939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23820): Terminating (SIGTERM)\u000a16:42:55.541950 run iperf3-srv_10.42.42.10(pid=23821): Terminating (SIGTERM)\u000a16:42:55.580917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23822): Terminating (SIGTERM)\u000a16:42:55.619870 run iperf3-srv_10.42.42.10(pid=23823): Terminating (SIGTERM)\u000a16:42:55.658900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23824): Terminating (SIGTERM)\u000a16:42:55.697849 run iperf3-srv_10.42.42.10(pid=23825): Terminating (SIGTERM)\u000a16:42:55.736849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23826): Terminating (SIGTERM)\u000a16:42:55.775656 run iperf3-srv_10.42.42.10(pid=23827): Terminating (SIGTERM)\u000a16:42:55.814800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23830): Terminating (SIGTERM)\u000a16:42:55.853746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23833): Terminating (SIGTERM)\u000a16:42:55.892720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23836): Terminating (SIGTERM)\u000a16:42:55.901909 --- ParallelTerminationStrategy: PID 23820 died...\u000a16:42:55.954366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23820): Terminated: ok {rc=0}\u000a16:42:55.963839 --- ParallelTerminationStrategy: PID 23821 died...\u000a16:42:56.016107 run iperf3-srv_10.42.42.10(pid=23821): Terminated {rc=256}\u000a16:42:56.025683 --- ParallelTerminationStrategy: PID 23822 died...\u000a16:42:56.077935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23822): Terminated: ok {rc=0}\u000a16:42:56.087453 --- ParallelTerminationStrategy: PID 23823 died...\u000a16:42:56.139497 run iperf3-srv_10.42.42.10(pid=23823): Terminated {rc=256}\u000a16:42:56.148909 --- ParallelTerminationStrategy: PID 23824 died...\u000a16:42:56.201215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23824): Terminated: ok {rc=0}\u000a16:42:56.210657 --- ParallelTerminationStrategy: PID 23825 died...\u000a16:42:56.262514 run iperf3-srv_10.42.42.10(pid=23825): Terminated {rc=256}\u000a16:42:56.271905 --- ParallelTerminationStrategy: PID 23826 died...\u000a16:42:56.324017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23826): Terminated: ok {rc=0}\u000a16:42:56.333537 --- ParallelTerminationStrategy: PID 23827 died...\u000a16:42:56.385302 run iperf3-srv_10.42.42.10(pid=23827): Terminated {rc=256}\u000a16:42:56.394708 --- ParallelTerminationStrategy: PID 23830 died...\u000a16:42:56.447157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23830): Terminated: ok {rc=0}\u000a16:42:56.456681 --- ParallelTerminationStrategy: PID 23833 died...\u000a16:42:56.508724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23833): Terminated: ok {rc=0}\u000a16:42:56.518223 --- ParallelTerminationStrategy: PID 23836 died...\u000a16:42:56.570348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23836): Terminated: ok {rc=0}\u000a16:42:56.658870 bus /gobi_4: Setting Powered False\u000a16:42:57.761674 bus /gobi_4: Setting Powered False\u000a16:42:58.872487 bus /gobi_1: Setting Powered False\u000a16:42:59.976393 bus /gobi_1: Setting Powered False\u000a16:43:01.103880 bus /gobi_0: Setting Powered False\u000a16:43:02.215553 bus /gobi_0: Setting Powered False\u000a16:43:03.324464 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23844): Process ended prematurely: osmo-stp_10.42.42.5(pid=23844) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23844)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23844): Process ended prematurely: osmo-stp_10.42.42.5(pid=23844) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:43:04.392878 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:43:04.405391 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:43:04.557986 tst ping.py: using LAC 22364\u000a16:43:04.682718 tst ping.py: using RAC 179\u000a16:43:04.800473 tst ping.py: using CellId 22364\u000a16:43:04.924526 tst ping.py: using BVCI 22365\u000a16:43:04.948509 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:43:04.960028 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:43:04.971255 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:43:04.982854 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:43:04.994437 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:43:05.005999 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:43:05.017617 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:43:05.028923 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:43:05.320056 tst ping.py:19: start network...\u000a16:43:05.452586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:05.948225 run create_hlr_db(pid=23838): Launched\u000a16:43:06.132408 bus /gobi_6: Setting Powered False\u000a16:43:07.151719 run create_hlr_db(pid=23838): Terminated: ok {rc=0}\u000a16:43:07.550167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23840): Launched\u000a16:43:07.846841 run osmo-hlr_10.42.42.2(pid=23841): Launched\u000a16:43:07.955175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:08.473053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23843): Launched\u000a16:43:08.769335 run osmo-stp_10.42.42.5(pid=23844): Launched\u000a16:43:08.876610 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:43:09.388328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23846): Launched\u000a16:43:09.492211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:43:09.748320 run patchelf(pid=23847): Launched\u000a16:43:09.920433 run osmo-stp_10.42.42.5(pid=23844): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23844)]\u000a16:43:10.046838 run osmo-stp_10.42.42.5(pid=23844): stdout: \u000a| (launched: 2022-12-09_16:43:08.622824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:10.173131 run osmo-stp_10.42.42.5(pid=23844): stderr: \u000a| �[0;m�[38;5;43m20221209164308793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164308793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164308793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164308794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164308794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164308794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164308794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:10.294902 run osmo-stp_10.42.42.5(pid=23844): stdout: \u000a| (launched: 2022-12-09_16:43:08.622824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:10.415414 run osmo-stp_10.42.42.5(pid=23844): stderr: \u000a| �[0;m�[38;5;43m20221209164308793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164308793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164308793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164308794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164308794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164308794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164308794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:10.555882 run patchelf(pid=23847): Terminating (SIGINT)\u000a16:43:10.720736 run patchelf(pid=23847): Terminated: ok {rc=0}\u000a16:43:10.750877 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23844): Process ended prematurely: osmo-stp_10.42.42.5(pid=23844) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23844)] [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:43:10.759382 tst ping.py:22: Test FAILED (6.4 sec)\u000a16:43:10.818814 run osmo-hlr_10.42.42.2(pid=23841): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23841)]\u000a16:43:10.866939 run osmo-hlr_10.42.42.2(pid=23841): stdout: \u000a| (launched: 2022-12-09_16:43:07.700376) \u000a16:43:10.915429 run osmo-hlr_10.42.42.2(pid=23841): stderr: \u000a| �[0;m�[1;31m20221209164307874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164307874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164307874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164307874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164307874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164307875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164307886 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164307895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164307895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164307895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:10.956714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23840): Terminating (SIGTERM)\u000a16:43:10.995651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23843): Terminating (SIGTERM)\u000a16:43:11.035046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23846): Terminating (SIGTERM)\u000a16:43:11.044201 --- ParallelTerminationStrategy: PID 23840 died...\u000a16:43:11.096608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23840): Terminated: ok {rc=0}\u000a16:43:11.106036 --- ParallelTerminationStrategy: PID 23843 died...\u000a16:43:11.158266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23843): Terminated: ok {rc=0}\u000a16:43:11.167798 --- ParallelTerminationStrategy: PID 23846 died...\u000a16:43:11.219698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23846): Terminated: ok {rc=0}\u000a16:43:11.301770 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23854): Process ended prematurely: osmo-stp_10.42.42.5(pid=23854) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23854)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23854): Process ended prematurely: osmo-stp_10.42.42.5(pid=23854) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:43:12.353857 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:43:12.366619 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:43:12.519722 tst ping_idle_ping.py: using LAC 22365\u000a16:43:12.642860 tst ping_idle_ping.py: using RAC 180\u000a16:43:12.766242 tst ping_idle_ping.py: using CellId 22365\u000a16:43:12.889094 tst ping_idle_ping.py: using BVCI 22366\u000a16:43:12.913132 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:43:12.924522 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:43:12.935803 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:43:12.947279 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:43:12.958561 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:43:12.970040 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:43:12.981636 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:43:12.993001 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:43:13.283360 tst ping_idle_ping.py:24: start network...\u000a16:43:13.415458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:13.914036 run create_hlr_db(pid=23848): Launched\u000a16:43:14.098022 bus /gobi_6: Setting Powered False\u000a16:43:15.118031 run create_hlr_db(pid=23848): Terminated: ok {rc=0}\u000a16:43:15.539037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23850): Launched\u000a16:43:15.874917 run osmo-hlr_10.42.42.2(pid=23851): Launched\u000a16:43:16.062372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:16.672879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23853): Launched\u000a16:43:17.086904 run osmo-stp_10.42.42.5(pid=23854): Launched\u000a16:43:17.246760 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:43:17.790250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23856): Launched\u000a16:43:17.895350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:43:18.152600 run patchelf(pid=23857): Launched\u000a16:43:18.325549 run osmo-stp_10.42.42.5(pid=23854): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23854)]\u000a16:43:18.452410 run osmo-stp_10.42.42.5(pid=23854): stdout: \u000a| (launched: 2022-12-09_16:43:16.827650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:18.579446 run osmo-stp_10.42.42.5(pid=23854): stderr: \u000a| �[0;m�[38;5;43m20221209164317135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164317135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164317135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164317135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164317136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164317136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164317136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:18.701433 run osmo-stp_10.42.42.5(pid=23854): stdout: \u000a| (launched: 2022-12-09_16:43:16.827650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:18.822436 run osmo-stp_10.42.42.5(pid=23854): stderr: \u000a| �[0;m�[38;5;43m20221209164317135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164317135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164317135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164317135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164317136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164317136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164317136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:18.963709 run patchelf(pid=23857): Terminating (SIGINT)\u000a16:43:19.129153 run patchelf(pid=23857): Terminated: ok {rc=0}\u000a16:43:19.159112 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23854): Process ended prematurely: osmo-stp_10.42.42.5(pid=23854) [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23854)] [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:43:19.167703 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a16:43:19.227102 run osmo-hlr_10.42.42.2(pid=23851): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23851)]\u000a16:43:19.275081 run osmo-hlr_10.42.42.2(pid=23851): stdout: \u000a| (launched: 2022-12-09_16:43:15.698872) \u000a16:43:19.323775 run osmo-hlr_10.42.42.2(pid=23851): stderr: \u000a| �[0;m�[1;31m20221209164315937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164315937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164315937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164315937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164315937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164315937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164315955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164315972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164315972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164315972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:19.365386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23850): Terminating (SIGTERM)\u000a16:43:19.404729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23853): Terminating (SIGTERM)\u000a16:43:19.443949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23856): Terminating (SIGTERM)\u000a16:43:19.453216 --- ParallelTerminationStrategy: PID 23850 died...\u000a16:43:19.505705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23850): Terminated: ok {rc=0}\u000a16:43:19.515377 --- ParallelTerminationStrategy: PID 23853 died...\u000a16:43:19.567482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23853): Terminated: ok {rc=0}\u000a16:43:19.577094 --- ParallelTerminationStrategy: PID 23856 died...\u000a16:43:19.629367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23856): Terminated: ok {rc=0}\u000a16:43:19.715489 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:42:21" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23867): Process ended prematurely: osmo-stp_10.42.42.5(pid=23867) [trial-2361↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23867)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23867): Process ended prematurely: osmo-stp_10.42.42.5(pid=23867) [trial-2361↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:43:21.708751 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:43:21.720264 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:43:21.870060 tst switch_tch_pdch.py: using LAC 22366\u000a16:43:21.991881 tst switch_tch_pdch.py: using RAC 181\u000a16:43:22.120863 tst switch_tch_pdch.py: using CellId 22366\u000a16:43:22.241256 tst switch_tch_pdch.py: using BVCI 22367\u000a16:43:22.263681 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:43:22.275190 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:43:22.286695 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:43:22.298635 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:43:22.310469 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:43:22.322442 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:43:22.334455 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:43:22.346575 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:43:22.467733 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:43:22.742836 tst switch_tch_pdch.py:51: start network...\u000a16:43:22.865959 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:23.340734 run create_hlr_db(pid=23861): Launched\u000a16:43:23.512108 bus /gobi_6: Setting Powered False\u000a16:43:24.532096 run create_hlr_db(pid=23861): Terminated: ok {rc=0}\u000a16:43:24.954242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23863): Launched\u000a16:43:25.271827 run osmo-hlr_10.42.42.2(pid=23864): Launched\u000a16:43:25.390589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:25.937599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23866): Launched\u000a16:43:26.254382 run osmo-stp_10.42.42.5(pid=23867): Launched\u000a16:43:26.370247 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:43:26.920498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23869): Launched\u000a16:43:27.032791 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:43:27.308223 run patchelf(pid=23870): Launched\u000a16:43:27.492920 run osmo-stp_10.42.42.5(pid=23867): ERR: Terminated: ERROR {rc=1} [trial-2361↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23867)]\u000a16:43:27.627798 run osmo-stp_10.42.42.5(pid=23867): stdout: \u000a| (launched: 2022-12-09_16:43:26.098175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:27.763329 run osmo-stp_10.42.42.5(pid=23867): stderr: \u000a| �[0;m�[38;5;43m20221209164326290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164326290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164326290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164326291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164326291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164326291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164326291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:27.893653 run osmo-stp_10.42.42.5(pid=23867): stdout: \u000a| (launched: 2022-12-09_16:43:26.098175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:28.022694 run osmo-stp_10.42.42.5(pid=23867): stderr: \u000a| �[0;m�[38;5;43m20221209164326290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164326290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164326290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164326291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164326291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164326291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164326291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:28.173191 run patchelf(pid=23870): Terminating (SIGINT)\u000a16:43:28.349550 run patchelf(pid=23870): Terminated: ok {rc=0}\u000a16:43:28.381624 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23867): Process ended prematurely: osmo-stp_10.42.42.5(pid=23867) [trial-2361↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23867)] [trial-2361↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:43:28.390920 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a16:43:28.453844 run osmo-hlr_10.42.42.2(pid=23864): ERR: Terminated: ERROR {rc=237} [trial-2361↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23864)]\u000a16:43:28.504883 run osmo-hlr_10.42.42.2(pid=23864): stdout: \u000a| (launched: 2022-12-09_16:43:25.115148) \u000a16:43:28.556582 run osmo-hlr_10.42.42.2(pid=23864): stderr: \u000a| �[0;m�[1;31m20221209164325311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164325311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164325311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164325311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164325311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164325311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164325336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164325347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164325347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164325347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:28.600317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23863): Terminating (SIGTERM)\u000a16:43:28.642092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23866): Terminating (SIGTERM)\u000a16:43:28.683743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23869): Terminating (SIGTERM)\u000a16:43:28.693737 --- ParallelTerminationStrategy: PID 23863 died...\u000a16:43:28.749407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23863): Terminated: ok {rc=0}\u000a16:43:28.759511 --- ParallelTerminationStrategy: PID 23866 died...\u000a16:43:28.814835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23866): Terminated: ok {rc=0}\u000a16:43:28.825176 --- ParallelTerminationStrategy: PID 23869 died...\u000a16:43:28.880606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23869): Terminated: ok {rc=0}\u000a16:43:28.966014 bus /gobi_0: Setting Powered False\u000a16:43:30.071763 bus /gobi_0: Setting Powered False\u000a16:43:31.184943 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:43:21" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23880): Process ended prematurely: osmo-stp_10.42.42.5(pid=23880) [trial-2361↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23880)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23880): Process ended prematurely: osmo-stp_10.42.42.5(pid=23880) [trial-2361↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a16:43:33.128846 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:33.140092 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:43:33.277617 tst mo_mt_sms.py: using LAC 22367\u000a16:43:33.395663 tst mo_mt_sms.py: using RAC 182\u000a16:43:33.514263 tst mo_mt_sms.py: using CellId 22367\u000a16:43:33.629909 tst mo_mt_sms.py: using BVCI 22368\u000a16:43:33.652205 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:33.663453 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:33.674076 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:33.684686 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:33.695147 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:33.705535 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a16:43:33.818617 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a16:43:34.026837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:34.521697 run create_hlr_db(pid=23874): Launched\u000a16:43:34.705508 bus /gobi_6: Setting Powered False\u000a16:43:35.725926 run create_hlr_db(pid=23874): Terminated: ok {rc=0}\u000a16:43:36.145295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23876): Launched\u000a16:43:36.461589 run osmo-hlr_10.42.42.2(pid=23877): Launched\u000a16:43:36.578991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:37.127075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23879): Launched\u000a16:43:37.443190 run osmo-stp_10.42.42.5(pid=23880): Launched\u000a16:43:37.558008 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:43:38.134644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23882): Launched\u000a16:43:38.451146 run osmo-msc_10.42.42.6(pid=23883): Launched\u000a16:43:38.637158 run osmo-stp_10.42.42.5(pid=23880): ERR: Terminated: ERROR {rc=1} [trial-2361↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23880)]\u000a16:43:38.771255 run osmo-stp_10.42.42.5(pid=23880): stdout: \u000a| (launched: 2022-12-09_16:43:37.287734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:38.905168 run osmo-stp_10.42.42.5(pid=23880): stderr: \u000a| �[0;m�[38;5;43m20221209164337477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164337477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164337477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164337478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164337478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164337478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164337478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:39.032518 run osmo-stp_10.42.42.5(pid=23880): stdout: \u000a| (launched: 2022-12-09_16:43:37.287734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:39.159361 run osmo-stp_10.42.42.5(pid=23880): stderr: \u000a| �[0;m�[38;5;43m20221209164337477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164337477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164337477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164337478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164337478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164337478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164337478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:39.214692 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23880): Process ended prematurely: osmo-stp_10.42.42.5(pid=23880) [trial-2361↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23880)] [trial-2361↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a16:43:39.223011 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a16:43:39.285599 run osmo-hlr_10.42.42.2(pid=23877): ERR: Terminated: ERROR {rc=237} [trial-2361↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23877)]\u000a16:43:39.336712 run osmo-hlr_10.42.42.2(pid=23877): stdout: \u000a| (launched: 2022-12-09_16:43:36.306387) \u000a16:43:39.388429 run osmo-hlr_10.42.42.2(pid=23877): stderr: \u000a| �[0;m�[1;31m20221209164336501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164336501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164336501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164336501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164336501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164336501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164336513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164336521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164336521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164336521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:39.458333 run osmo-msc_10.42.42.6(pid=23883): ERR: Terminated: ERROR {rc=2} [trial-2361↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23883)]\u000a16:43:39.509257 run osmo-msc_10.42.42.6(pid=23883): stdout: \u000a| (launched: 2022-12-09_16:43:38.295583) \u000a16:43:39.560842 run osmo-msc_10.42.42.6(pid=23883): stderr: \u000a| �[0;m�[38;5;43m20221209164338614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164338615 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc4e3fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164338615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164338615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164338615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164338615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164338617 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164338617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164338617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164338617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:43:39.604463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23876): Terminating (SIGTERM)\u000a16:43:39.646168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23879): Terminating (SIGTERM)\u000a16:43:39.687742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23882): Terminating (SIGTERM)\u000a16:43:39.697740 --- ParallelTerminationStrategy: PID 23876 died...\u000a16:43:39.753280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23876): Terminated: ok {rc=0}\u000a16:43:39.763334 --- ParallelTerminationStrategy: PID 23879 died...\u000a16:43:39.818424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23879): Terminated: ok {rc=0}\u000a16:43:39.828651 --- ParallelTerminationStrategy: PID 23882 died...\u000a16:43:39.884437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23882): Terminated: ok {rc=0}\u000a16:43:39.971139 bus /sierra_3: Setting Powered False\u000a16:43:41.077908 bus /sierra_3: Setting Powered False\u000a16:43:42.189667 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:43:32" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23890): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23890) [trial-2361↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23890)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23890): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23890) [trial-2361↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a16:43:44.032257 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a16:43:44.044156 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:43:44.183936 tst assert_extension.py: using LAC 22368\u000a16:43:44.307302 tst assert_extension.py: using RAC 183\u000a16:43:44.430450 tst assert_extension.py: using CellId 22368\u000a16:43:44.553739 tst assert_extension.py: using BVCI 22369\u000a16:43:44.577746 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a16:43:44.850926 tst assert_extension.py:10: start nitb and bts...\u000a16:43:44.973402 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:43:45.581689 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23889): Launched\u000a16:43:45.892860 run osmo-nitb_10.42.42.2(pid=23890): Launched\u000a16:43:46.108841 run osmo-nitb_10.42.42.2(pid=23890): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23890)]\u000a16:43:46.257465 run osmo-nitb_10.42.42.2(pid=23890): stdout: \u000a| (launched: 2022-12-09_16:43:45.730517) \u000a16:43:46.405088 run osmo-nitb_10.42.42.2(pid=23890): stderr: \u000a| (launched: 2022-12-09_16:43:45.774074)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:43:46.548752 run osmo-nitb_10.42.42.2(pid=23890): stdout: \u000a| (launched: 2022-12-09_16:43:45.730517) \u000a16:43:46.692018 run osmo-nitb_10.42.42.2(pid=23890): stderr: \u000a| (launched: 2022-12-09_16:43:45.774074)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:43:47.023282 tst osmo-nitb_10.42.42.2(pid=23890): stdout: \u000a| (launched: 2022-12-09_16:43:45.730517) \u000a16:43:47.146277 tst osmo-nitb_10.42.42.2(pid=23890): stderr: \u000a| (launched: 2022-12-09_16:43:45.774074)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:43:47.199369 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23890): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23890) [trial-2361↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23890)] [trial-2361↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a16:43:47.208263 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a16:43:47.244277 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23889): Terminating (SIGTERM)\u000a16:43:47.422882 --- ParallelTerminationStrategy: PID 23889 died...\u000a16:43:47.476751 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23889): Terminated: ok {rc=0}\u000a16:43:47.564839 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:43:43" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23901): Process ended prematurely: osmo-stp_10.42.42.5(pid=23901) [trial-2361↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23901)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23901): Process ended prematurely: osmo-stp_10.42.42.5(pid=23901) [trial-2361↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a16:43:49.404679 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:49.416281 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:43:49.555637 tst assert_extension.py: using LAC 22369\u000a16:43:49.676229 tst assert_extension.py: using RAC 184\u000a16:43:49.798466 tst assert_extension.py: using CellId 22369\u000a16:43:49.919423 tst assert_extension.py: using BVCI 22370\u000a16:43:49.943321 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:49.954424 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:49.965363 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:49.976417 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:49.987648 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:43:49.998693 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a16:43:50.197057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:50.669548 run create_hlr_db(pid=23895): Launched\u000a16:43:50.840426 bus /sierra_2: Setting Powered False\u000a16:43:51.860709 run create_hlr_db(pid=23895): Terminated: ok {rc=0}\u000a16:43:52.283797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23897): Launched\u000a16:43:52.603206 run osmo-hlr_10.42.42.2(pid=23898): Launched\u000a16:43:52.723251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:53.274734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23900): Launched\u000a16:43:53.591244 run osmo-stp_10.42.42.5(pid=23901): Launched\u000a16:43:53.705861 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:43:54.280581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23903): Launched\u000a16:43:54.596448 run osmo-msc_10.42.42.6(pid=23904): Launched\u000a16:43:54.782048 run osmo-stp_10.42.42.5(pid=23901): ERR: Terminated: ERROR {rc=1} [trial-2361↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23901)]\u000a16:43:54.916346 run osmo-stp_10.42.42.5(pid=23901): stdout: \u000a| (launched: 2022-12-09_16:43:53.435154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:55.050484 run osmo-stp_10.42.42.5(pid=23901): stderr: \u000a| �[0;m�[38;5;43m20221209164353626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164353626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164353626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164353627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164353627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164353627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164353627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:55.178304 run osmo-stp_10.42.42.5(pid=23901): stdout: \u000a| (launched: 2022-12-09_16:43:53.435154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:55.304640 run osmo-stp_10.42.42.5(pid=23901): stderr: \u000a| �[0;m�[38;5;43m20221209164353626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164353626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164353626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164353627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164353627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164353627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164353627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:55.359872 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=23901): Process ended prematurely: osmo-stp_10.42.42.5(pid=23901) [trial-2361↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23901)] [trial-2361↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a16:43:55.368332 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a16:43:55.430761 run osmo-hlr_10.42.42.2(pid=23898): ERR: Terminated: ERROR {rc=237} [trial-2361↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23898)]\u000a16:43:55.481812 run osmo-hlr_10.42.42.2(pid=23898): stdout: \u000a| (launched: 2022-12-09_16:43:52.445340) \u000a16:43:55.533502 run osmo-hlr_10.42.42.2(pid=23898): stderr: \u000a| �[0;m�[1;31m20221209164352641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164352641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164352641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164352641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164352641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164352641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164352653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164352662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164352662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164352662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:55.603377 run osmo-msc_10.42.42.6(pid=23904): ERR: Terminated: ERROR {rc=2} [trial-2361↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23904)]\u000a16:43:55.654240 run osmo-msc_10.42.42.6(pid=23904): stdout: \u000a| (launched: 2022-12-09_16:43:54.440383) \u000a16:43:55.705820 run osmo-msc_10.42.42.6(pid=23904): stderr: \u000a| �[0;m�[38;5;43m20221209164354759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164354759 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f313805cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164354760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164354760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164354760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164354760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164354762 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164354762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164354762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164354762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:43:55.749678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23897): Terminating (SIGTERM)\u000a16:43:55.790796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23900): Terminating (SIGTERM)\u000a16:43:55.832228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23903): Terminating (SIGTERM)\u000a16:43:55.842132 --- ParallelTerminationStrategy: PID 23897 died...\u000a16:43:55.897538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23897): Terminated: ok {rc=0}\u000a16:43:55.907756 --- ParallelTerminationStrategy: PID 23900 died...\u000a16:43:55.963064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23900): Terminated: ok {rc=0}\u000a16:43:55.973061 --- ParallelTerminationStrategy: PID 23903 died...\u000a16:43:56.028165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23903): Terminated: ok {rc=0}\u000a16:43:56.115010 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:43:49" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23916): Process ended prematurely: osmo-stp_10.42.42.5(pid=23916) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23916)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23916): Process ended prematurely: osmo-stp_10.42.42.5(pid=23916) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:43:58.078977 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:58.091281 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:43:58.250591 tst mo_mt_call.py: using LAC 22370\u000a16:43:58.366417 tst mo_mt_call.py: using RAC 185\u000a16:43:58.481731 tst mo_mt_call.py: using CellId 22370\u000a16:43:58.599496 tst mo_mt_call.py: using BVCI 22371\u000a16:43:58.622465 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:58.633769 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:58.644819 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:58.655852 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:58.667056 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:43:58.678032 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:43:58.796293 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:43:59.007202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:59.513554 run create_hlr_db(pid=23910): Launched\u000a16:43:59.700719 bus /sierra_2: Setting Powered False\u000a16:44:00.720206 run create_hlr_db(pid=23910): Terminated: ok {rc=0}\u000a16:44:01.163514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23912): Launched\u000a16:44:01.559165 run osmo-hlr_10.42.42.2(pid=23913): Launched\u000a16:44:01.736683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:02.404778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23915): Launched\u000a16:44:02.705164 run osmo-stp_10.42.42.5(pid=23916): Launched\u000a16:44:02.814608 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:44:03.361098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23918): Launched\u000a16:44:03.660141 run osmo-msc_10.42.42.6(pid=23919): Launched\u000a16:44:03.837630 run osmo-stp_10.42.42.5(pid=23916): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23916)]\u000a16:44:03.963793 run osmo-stp_10.42.42.5(pid=23916): stdout: \u000a| (launched: 2022-12-09_16:44:02.557170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:04.088526 run osmo-stp_10.42.42.5(pid=23916): stderr: \u000a| �[0;m�[38;5;43m20221209164402727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164402727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164402728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164402728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164402729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164402729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164402729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:04.208689 run osmo-stp_10.42.42.5(pid=23916): stdout: \u000a| (launched: 2022-12-09_16:44:02.557170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:04.327546 run osmo-stp_10.42.42.5(pid=23916): stderr: \u000a| �[0;m�[38;5;43m20221209164402727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164402727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164402728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164402728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164402729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164402729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164402729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:04.380301 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23916): Process ended prematurely: osmo-stp_10.42.42.5(pid=23916) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23916)] [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:44:04.388880 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:44:04.447588 run osmo-hlr_10.42.42.2(pid=23913): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23913)]\u000a16:44:04.495937 run osmo-hlr_10.42.42.2(pid=23913): stdout: \u000a| (launched: 2022-12-09_16:44:01.324019) \u000a16:44:04.544681 run osmo-hlr_10.42.42.2(pid=23913): stderr: \u000a| �[0;m�[1;31m20221209164401654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164401654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164401654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164401654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164401654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164401654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164401679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164401696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164401696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164401696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:04.610980 run osmo-msc_10.42.42.6(pid=23919): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23919)]\u000a16:44:04.658867 run osmo-msc_10.42.42.6(pid=23919): stdout: \u000a| (launched: 2022-12-09_16:44:03.513008) \u000a16:44:04.707468 run osmo-msc_10.42.42.6(pid=23919): stderr: \u000a| �[0;m�[38;5;43m20221209164403782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164403782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7fdbb7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164403782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164403783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164403784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164403784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164403786 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164403786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164403786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164403786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:44:04.748341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23912): Terminating (SIGTERM)\u000a16:44:04.787442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23915): Terminating (SIGTERM)\u000a16:44:04.826656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23918): Terminating (SIGTERM)\u000a16:44:04.835781 --- ParallelTerminationStrategy: PID 23912 died...\u000a16:44:04.888406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23912): Terminated: ok {rc=0}\u000a16:44:04.897993 --- ParallelTerminationStrategy: PID 23915 died...\u000a16:44:04.950044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23915): Terminated: ok {rc=0}\u000a16:44:04.959586 --- ParallelTerminationStrategy: PID 23918 died...\u000a16:44:05.011638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23918): Terminated: ok {rc=0}\u000a16:44:05.099716 bus /sierra_3: Setting Powered False\u000a16:44:06.202127 bus /sierra_3: Setting Powered False\u000a16:44:07.310713 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23927): Process ended prematurely: osmo-stp_10.42.42.5(pid=23927) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23927)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23927): Process ended prematurely: osmo-stp_10.42.42.5(pid=23927) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:44:08.424419 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:44:08.436816 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:44:08.599371 tst mo_mt_call_osmux.py: using LAC 22371\u000a16:44:08.724085 tst mo_mt_call_osmux.py: using RAC 186\u000a16:44:08.855049 tst mo_mt_call_osmux.py: using CellId 22371\u000a16:44:08.978490 tst mo_mt_call_osmux.py: using BVCI 22372\u000a16:44:09.002800 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:44:09.014482 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:44:09.025972 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:44:09.037725 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:44:09.049567 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:44:09.061244 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:44:09.177445 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:44:09.388320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:09.893529 run create_hlr_db(pid=23921): Launched\u000a16:44:10.080189 bus /sierra_2: Setting Powered False\u000a16:44:11.100336 run create_hlr_db(pid=23921): Terminated: ok {rc=0}\u000a16:44:11.506235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23923): Launched\u000a16:44:11.806384 run osmo-hlr_10.42.42.2(pid=23924): Launched\u000a16:44:11.926070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:12.451959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23926): Launched\u000a16:44:12.754109 run osmo-stp_10.42.42.5(pid=23927): Launched\u000a16:44:12.864753 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:44:13.414353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23929): Launched\u000a16:44:13.715276 run osmo-msc_10.42.42.6(pid=23930): Launched\u000a16:44:13.891316 run osmo-stp_10.42.42.5(pid=23927): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23927)]\u000a16:44:14.018608 run osmo-stp_10.42.42.5(pid=23927): stdout: \u000a| (launched: 2022-12-09_16:44:12.605096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:14.143879 run osmo-stp_10.42.42.5(pid=23927): stderr: \u000a| �[0;m�[38;5;43m20221209164412772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164412773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164412773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164412773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164412774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164412774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164412774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:14.264380 run osmo-stp_10.42.42.5(pid=23927): stdout: \u000a| (launched: 2022-12-09_16:44:12.605096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:14.383583 run osmo-stp_10.42.42.5(pid=23927): stderr: \u000a| �[0;m�[38;5;43m20221209164412772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164412773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164412773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164412773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164412774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164412774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164412774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:14.436538 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23927): Process ended prematurely: osmo-stp_10.42.42.5(pid=23927) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23927)] [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:44:14.445206 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a16:44:14.503933 run osmo-hlr_10.42.42.2(pid=23924): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23924)]\u000a16:44:14.552178 run osmo-hlr_10.42.42.2(pid=23924): stdout: \u000a| (launched: 2022-12-09_16:44:11.658844) \u000a16:44:14.601063 run osmo-hlr_10.42.42.2(pid=23924): stderr: \u000a| �[0;m�[1;31m20221209164411833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164411833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164411833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164411833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164411833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164411833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164411845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164411857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164411857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164411857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:14.667781 run osmo-msc_10.42.42.6(pid=23930): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23930)]\u000a16:44:14.715796 run osmo-msc_10.42.42.6(pid=23930): stdout: \u000a| (launched: 2022-12-09_16:44:13.567003) \u000a16:44:14.764565 run osmo-msc_10.42.42.6(pid=23930): stderr: \u000a| �[0;m�[38;5;43m20221209164413841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164413841 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7325013c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164413841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164413841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164413841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164413841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164413843 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164413843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164413844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164413844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:44:14.805893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23923): Terminating (SIGTERM)\u000a16:44:14.845229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23926): Terminating (SIGTERM)\u000a16:44:14.884528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23929): Terminating (SIGTERM)\u000a16:44:14.893773 --- ParallelTerminationStrategy: PID 23923 died...\u000a16:44:14.946403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23923): Terminated: ok {rc=0}\u000a16:44:14.956041 --- ParallelTerminationStrategy: PID 23926 died...\u000a16:44:15.008283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23926): Terminated: ok {rc=0}\u000a16:44:15.018004 --- ParallelTerminationStrategy: PID 23929 died...\u000a16:44:15.070637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23929): Terminated: ok {rc=0}\u000a16:44:15.152700 bus /sierra_3: Setting Powered False\u000a16:44:16.280601 bus /sierra_3: Setting Powered False\u000a16:44:17.388797 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:43:57" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23942): Process ended prematurely: osmo-stp_10.42.42.5(pid=23942) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23942)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23942): Process ended prematurely: osmo-stp_10.42.42.5(pid=23942) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:44:19.388012 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:19.399326 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:44:19.550893 tst mo_mt_call.py: using LAC 22372\u000a16:44:19.668418 tst mo_mt_call.py: using RAC 187\u000a16:44:19.787905 tst mo_mt_call.py: using CellId 22372\u000a16:44:19.906476 tst mo_mt_call.py: using BVCI 22373\u000a16:44:19.929185 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:19.940144 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:19.951040 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:19.962193 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:19.973365 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:19.984428 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:44:20.104092 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:44:20.305319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:20.784050 run create_hlr_db(pid=23936): Launched\u000a16:44:20.956599 bus /sierra_2: Setting Powered False\u000a16:44:21.978576 run create_hlr_db(pid=23936): Terminated: ok {rc=0}\u000a16:44:22.404554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23938): Launched\u000a16:44:22.703739 run osmo-hlr_10.42.42.2(pid=23939): Launched\u000a16:44:22.816602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:23.337918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23941): Launched\u000a16:44:23.638197 run osmo-stp_10.42.42.5(pid=23942): Launched\u000a16:44:23.746726 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:44:24.293128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23944): Launched\u000a16:44:24.595321 run osmo-msc_10.42.42.6(pid=23945): Launched\u000a16:44:24.771805 run osmo-stp_10.42.42.5(pid=23942): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23942)]\u000a16:44:24.898965 run osmo-stp_10.42.42.5(pid=23942): stdout: \u000a| (launched: 2022-12-09_16:44:23.490329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:25.023488 run osmo-stp_10.42.42.5(pid=23942): stderr: \u000a| �[0;m�[38;5;43m20221209164423662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164423662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164423662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164423663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164423663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164423663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164423663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:25.143365 run osmo-stp_10.42.42.5(pid=23942): stdout: \u000a| (launched: 2022-12-09_16:44:23.490329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:25.262344 run osmo-stp_10.42.42.5(pid=23942): stderr: \u000a| �[0;m�[38;5;43m20221209164423662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164423662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164423662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164423663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164423663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164423663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164423663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:25.314962 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23942): Process ended prematurely: osmo-stp_10.42.42.5(pid=23942) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23942)] [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:44:25.323358 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a16:44:25.382401 run osmo-hlr_10.42.42.2(pid=23939): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23939)]\u000a16:44:25.430542 run osmo-hlr_10.42.42.2(pid=23939): stdout: \u000a| (launched: 2022-12-09_16:44:22.557283) \u000a16:44:25.479406 run osmo-hlr_10.42.42.2(pid=23939): stderr: \u000a| �[0;m�[1;31m20221209164422733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164422733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164422733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164422733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164422733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164422733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164422744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164422753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164422754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164422754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:25.545651 run osmo-msc_10.42.42.6(pid=23945): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23945)]\u000a16:44:25.593800 run osmo-msc_10.42.42.6(pid=23945): stdout: \u000a| (launched: 2022-12-09_16:44:24.445012) \u000a16:44:25.642361 run osmo-msc_10.42.42.6(pid=23945): stderr: \u000a| �[0;m�[38;5;43m20221209164424717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164424717 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94a22a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164424717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164424717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164424717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164424717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164424720 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164424721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164424721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164424721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:44:25.683821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23938): Terminating (SIGTERM)\u000a16:44:25.723050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23941): Terminating (SIGTERM)\u000a16:44:25.762200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23944): Terminating (SIGTERM)\u000a16:44:25.771366 --- ParallelTerminationStrategy: PID 23938 died...\u000a16:44:25.824178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23938): Terminated: ok {rc=0}\u000a16:44:25.833731 --- ParallelTerminationStrategy: PID 23941 died...\u000a16:44:25.885604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23941): Terminated: ok {rc=0}\u000a16:44:25.895016 --- ParallelTerminationStrategy: PID 23944 died...\u000a16:44:25.947200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23944): Terminated: ok {rc=0}\u000a16:44:26.029899 bus /sierra_3: Setting Powered False\u000a16:44:27.137081 bus /sierra_3: Setting Powered False\u000a16:44:28.243818 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23953): Process ended prematurely: osmo-stp_10.42.42.5(pid=23953) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23953)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23953): Process ended prematurely: osmo-stp_10.42.42.5(pid=23953) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:44:29.360462 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:29.372830 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:44:29.532428 tst mo_mt_call_osmux.py: using LAC 22373\u000a16:44:29.657157 tst mo_mt_call_osmux.py: using RAC 188\u000a16:44:29.781947 tst mo_mt_call_osmux.py: using CellId 22373\u000a16:44:29.901850 tst mo_mt_call_osmux.py: using BVCI 22374\u000a16:44:29.924427 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:29.935569 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:29.946611 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:29.957546 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:29.968698 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:44:29.979558 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:44:30.098511 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:44:30.310230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:30.816558 run create_hlr_db(pid=23947): Launched\u000a16:44:31.025946 bus /sierra_2: Setting Powered False\u000a16:44:32.040903 run create_hlr_db(pid=23947): Terminated: ok {rc=0}\u000a16:44:32.477658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23949): Launched\u000a16:44:32.800207 run osmo-hlr_10.42.42.2(pid=23950): Launched\u000a16:44:32.916935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:33.477789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23952): Launched\u000a16:44:33.799399 run osmo-stp_10.42.42.5(pid=23953): Launched\u000a16:44:33.916764 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:44:34.505218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23955): Launched\u000a16:44:34.826931 run osmo-msc_10.42.42.6(pid=23956): Launched\u000a16:44:35.015139 run osmo-stp_10.42.42.5(pid=23953): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23953)]\u000a16:44:35.151618 run osmo-stp_10.42.42.5(pid=23953): stdout: \u000a| (launched: 2022-12-09_16:44:33.641097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:35.288686 run osmo-stp_10.42.42.5(pid=23953): stderr: \u000a| �[0;m�[38;5;43m20221209164433831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164433832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164433832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164433832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164433833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164433833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164433833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:35.417808 run osmo-stp_10.42.42.5(pid=23953): stdout: \u000a| (launched: 2022-12-09_16:44:33.641097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:35.546351 run osmo-stp_10.42.42.5(pid=23953): stderr: \u000a| �[0;m�[38;5;43m20221209164433831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164433832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164433832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164433832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164433833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164433833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164433833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:35.602848 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23953): Process ended prematurely: osmo-stp_10.42.42.5(pid=23953) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23953)] [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:44:35.611971 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:44:35.674714 run osmo-hlr_10.42.42.2(pid=23950): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23950)]\u000a16:44:35.725847 run osmo-hlr_10.42.42.2(pid=23950): stdout: \u000a| (launched: 2022-12-09_16:44:32.641605) \u000a16:44:35.777628 run osmo-hlr_10.42.42.2(pid=23950): stderr: \u000a| �[0;m�[1;31m20221209164432837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164432837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164432837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164432837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164432837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164432837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164432849 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164432857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164432857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164432857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:35.847710 run osmo-msc_10.42.42.6(pid=23956): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23956)]\u000a16:44:35.898166 run osmo-msc_10.42.42.6(pid=23956): stdout: \u000a| (launched: 2022-12-09_16:44:34.668543) \u000a16:44:35.949609 run osmo-msc_10.42.42.6(pid=23956): stderr: \u000a| �[0;m�[38;5;43m20221209164434988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164434988 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8111ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164434988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164434988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164434988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164434989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164434990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164434991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164434991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164434991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:44:35.993261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23949): Terminating (SIGTERM)\u000a16:44:36.034840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23952): Terminating (SIGTERM)\u000a16:44:36.076634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23955): Terminating (SIGTERM)\u000a16:44:36.086592 --- ParallelTerminationStrategy: PID 23949 died...\u000a16:44:36.141818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23949): Terminated: ok {rc=0}\u000a16:44:36.152186 --- ParallelTerminationStrategy: PID 23952 died...\u000a16:44:36.207960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23952): Terminated: ok {rc=0}\u000a16:44:36.218081 --- ParallelTerminationStrategy: PID 23955 died...\u000a16:44:36.273582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23955): Terminated: ok {rc=0}\u000a16:44:36.359170 bus /sierra_3: Setting Powered False\u000a16:44:37.464674 bus /sierra_3: Setting Powered False\u000a16:44:38.574833 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:44:19" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23967): Process ended prematurely: osmo-stp_10.42.42.5(pid=23967) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23967)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23967): Process ended prematurely: osmo-stp_10.42.42.5(pid=23967) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:44:40.576072 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:40.587631 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:44:40.748790 tst mo_mt_call.py: using LAC 22374\u000a16:44:40.874106 tst mo_mt_call.py: using RAC 189\u000a16:44:40.999260 tst mo_mt_call.py: using CellId 22374\u000a16:44:41.124654 tst mo_mt_call.py: using BVCI 22375\u000a16:44:41.149097 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:41.160739 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:41.172358 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:41.184142 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:41.196354 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:41.208515 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:44:41.326602 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:44:41.527952 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:42.008478 run create_hlr_db(pid=23961): Launched\u000a16:44:42.181741 bus /sierra_2: Setting Powered False\u000a16:44:43.202292 run create_hlr_db(pid=23961): Terminated: ok {rc=0}\u000a16:44:43.630756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23963): Launched\u000a16:44:43.953590 run osmo-hlr_10.42.42.2(pid=23964): Launched\u000a16:44:44.070918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:44.629082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23966): Launched\u000a16:44:44.949599 run osmo-stp_10.42.42.5(pid=23967): Launched\u000a16:44:45.067126 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:44:45.655470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23969): Launched\u000a16:44:46.034934 run osmo-msc_10.42.42.6(pid=23970): Launched\u000a16:44:46.460147 run osmo-stp_10.42.42.5(pid=23967): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23967)]\u000a16:44:46.596683 run osmo-stp_10.42.42.5(pid=23967): stdout: \u000a| (launched: 2022-12-09_16:44:44.792047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:46.732619 run osmo-stp_10.42.42.5(pid=23967): stderr: \u000a| �[0;m�[38;5;43m20221209164444982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164444982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164444982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164444983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164444983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164444983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164444983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:46.864034 run osmo-stp_10.42.42.5(pid=23967): stdout: \u000a| (launched: 2022-12-09_16:44:44.792047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:46.994574 run osmo-stp_10.42.42.5(pid=23967): stderr: \u000a| �[0;m�[38;5;43m20221209164444982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164444982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164444982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164444983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164444983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164444983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164444983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:47.052288 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23967): Process ended prematurely: osmo-stp_10.42.42.5(pid=23967) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23967)] [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:44:47.062267 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:44:47.126025 run osmo-hlr_10.42.42.2(pid=23964): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23964)]\u000a16:44:47.178391 run osmo-hlr_10.42.42.2(pid=23964): stdout: \u000a| (launched: 2022-12-09_16:44:43.794618) \u000a16:44:47.231938 run osmo-hlr_10.42.42.2(pid=23964): stderr: \u000a| �[0;m�[1;31m20221209164443991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164443991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164443991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164443991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164443992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164443992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164444004 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164444013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164444013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164444013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:47.304414 run osmo-msc_10.42.42.6(pid=23970): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23970)]\u000a16:44:47.357035 run osmo-msc_10.42.42.6(pid=23970): stdout: \u000a| (launched: 2022-12-09_16:44:45.818736) \u000a16:44:47.409121 run osmo-msc_10.42.42.6(pid=23970): stderr: \u000a| �[0;m�[38;5;43m20221209164446208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164446208 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e647f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164446210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164446210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164446210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164446210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164446213 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164446214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164446214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164446214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:44:47.453153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23963): Terminating (SIGTERM)\u000a16:44:47.494633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23966): Terminating (SIGTERM)\u000a16:44:47.536752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23969): Terminating (SIGTERM)\u000a16:44:47.546627 --- ParallelTerminationStrategy: PID 23963 died...\u000a16:44:47.602410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23963): Terminated: ok {rc=0}\u000a16:44:47.612521 --- ParallelTerminationStrategy: PID 23966 died...\u000a16:44:47.668282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23966): Terminated: ok {rc=0}\u000a16:44:47.678514 --- ParallelTerminationStrategy: PID 23969 died...\u000a16:44:47.734101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23969): Terminated: ok {rc=0}\u000a16:44:47.818800 bus /sierra_3: Setting Powered False\u000a16:44:48.925645 bus /sierra_3: Setting Powered False\u000a16:44:50.031944 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23978): Process ended prematurely: osmo-stp_10.42.42.5(pid=23978) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23978)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23978): Process ended prematurely: osmo-stp_10.42.42.5(pid=23978) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:44:51.145833 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:51.158418 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:44:51.320618 tst mo_mt_call_osmux.py: using LAC 22375\u000a16:44:51.447880 tst mo_mt_call_osmux.py: using RAC 190\u000a16:44:51.581288 tst mo_mt_call_osmux.py: using CellId 22375\u000a16:44:51.705350 tst mo_mt_call_osmux.py: using BVCI 22376\u000a16:44:51.729675 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:51.741536 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:51.753380 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:51.764698 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:51.776506 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:44:51.788223 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:44:51.908064 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:44:52.113583 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:52.597309 run create_hlr_db(pid=23972): Launched\u000a16:44:52.771513 bus /sierra_2: Setting Powered False\u000a16:44:53.792207 run create_hlr_db(pid=23972): Terminated: ok {rc=0}\u000a16:44:54.196289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23974): Launched\u000a16:44:54.498482 run osmo-hlr_10.42.42.2(pid=23975): Launched\u000a16:44:54.617484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:55.148499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23977): Launched\u000a16:44:55.449225 run osmo-stp_10.42.42.5(pid=23978): Launched\u000a16:44:55.558698 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:44:56.108797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23980): Launched\u000a16:44:56.412019 run osmo-msc_10.42.42.6(pid=23981): Launched\u000a16:44:56.589267 run osmo-stp_10.42.42.5(pid=23978): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23978)]\u000a16:44:56.716934 run osmo-stp_10.42.42.5(pid=23978): stdout: \u000a| (launched: 2022-12-09_16:44:55.301802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:56.842696 run osmo-stp_10.42.42.5(pid=23978): stderr: \u000a| �[0;m�[38;5;43m20221209164455473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164455473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164455473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164455473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164455474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164455474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164455474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:56.963406 run osmo-stp_10.42.42.5(pid=23978): stdout: \u000a| (launched: 2022-12-09_16:44:55.301802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:57.083105 run osmo-stp_10.42.42.5(pid=23978): stderr: \u000a| �[0;m�[38;5;43m20221209164455473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164455473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164455473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164455473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164455474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164455474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164455474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:57.136386 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23978): Process ended prematurely: osmo-stp_10.42.42.5(pid=23978) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23978)] [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:44:57.145131 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a16:44:57.204039 run osmo-hlr_10.42.42.2(pid=23975): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23975)]\u000a16:44:57.252515 run osmo-hlr_10.42.42.2(pid=23975): stdout: \u000a| (launched: 2022-12-09_16:44:54.350505) \u000a16:44:57.301484 run osmo-hlr_10.42.42.2(pid=23975): stderr: \u000a| �[0;m�[1;31m20221209164454526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164454526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164454526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164454526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164454526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164454526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164454538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164454547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164454547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164454547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:57.367705 run osmo-msc_10.42.42.6(pid=23981): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23981)]\u000a16:44:57.415894 run osmo-msc_10.42.42.6(pid=23981): stdout: \u000a| (launched: 2022-12-09_16:44:56.262503) \u000a16:44:57.464662 run osmo-msc_10.42.42.6(pid=23981): stderr: \u000a| �[0;m�[38;5;43m20221209164456532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164456532 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b267f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164456532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164456532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164456532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164456533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164456534 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164456535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164456535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164456535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:44:57.505983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23974): Terminating (SIGTERM)\u000a16:44:57.546155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23977): Terminating (SIGTERM)\u000a16:44:57.585625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23980): Terminating (SIGTERM)\u000a16:44:57.594819 --- ParallelTerminationStrategy: PID 23974 died...\u000a16:44:57.648076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23974): Terminated: ok {rc=0}\u000a16:44:57.657761 --- ParallelTerminationStrategy: PID 23977 died...\u000a16:44:57.710046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23977): Terminated: ok {rc=0}\u000a16:44:57.719567 --- ParallelTerminationStrategy: PID 23980 died...\u000a16:44:57.771970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23980): Terminated: ok {rc=0}\u000a16:44:57.860399 bus /sierra_3: Setting Powered False\u000a16:44:58.966231 bus /sierra_3: Setting Powered False\u000a16:45:00.073631 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:44:40" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23995): Process ended prematurely: osmo-stp_10.42.42.5(pid=23995) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23995)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23995): Process ended prematurely: osmo-stp_10.42.42.5(pid=23995) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:45:02.116432 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:45:02.128447 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:45:02.283834 tst mo_mt_call.py: using LAC 22376\u000a16:45:02.402363 tst mo_mt_call.py: using RAC 191\u000a16:45:02.519237 tst mo_mt_call.py: using CellId 22376\u000a16:45:02.638656 tst mo_mt_call.py: using BVCI 22377\u000a16:45:02.661502 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:45:02.672751 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:45:02.683814 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:45:02.694927 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:45:02.706128 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:45:02.717206 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:45:02.835122 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:45:03.037998 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:03.515021 run create_hlr_db(pid=23989): Launched\u000a16:45:03.688274 bus /sierra_2: Setting Powered False\u000a16:45:04.707599 run create_hlr_db(pid=23989): Terminated: ok {rc=0}\u000a16:45:05.134327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23991): Launched\u000a16:45:05.456399 run osmo-hlr_10.42.42.2(pid=23992): Launched\u000a16:45:05.575502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:06.134813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23994): Launched\u000a16:45:06.457107 run osmo-stp_10.42.42.5(pid=23995): Launched\u000a16:45:06.573827 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:07.159413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23997): Launched\u000a16:45:07.480071 run osmo-msc_10.42.42.6(pid=23998): Launched\u000a16:45:07.670329 run osmo-stp_10.42.42.5(pid=23995): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23995)]\u000a16:45:07.806991 run osmo-stp_10.42.42.5(pid=23995): stdout: \u000a| (launched: 2022-12-09_16:45:06.298960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:07.943387 run osmo-stp_10.42.42.5(pid=23995): stderr: \u000a| �[0;m�[38;5;43m20221209164506490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164506490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164506491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164506491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164506491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164506492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164506492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:08.072274 run osmo-stp_10.42.42.5(pid=23995): stdout: \u000a| (launched: 2022-12-09_16:45:06.298960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:08.200329 run osmo-stp_10.42.42.5(pid=23995): stderr: \u000a| �[0;m�[38;5;43m20221209164506490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164506490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164506491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164506491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164506491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164506492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164506492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:08.256855 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23995): Process ended prematurely: osmo-stp_10.42.42.5(pid=23995) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23995)] [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:45:08.266120 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:45:08.328304 run osmo-hlr_10.42.42.2(pid=23992): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23992)]\u000a16:45:08.379442 run osmo-hlr_10.42.42.2(pid=23992): stdout: \u000a| (launched: 2022-12-09_16:45:05.298381) \u000a16:45:08.430939 run osmo-hlr_10.42.42.2(pid=23992): stderr: \u000a| �[0;m�[1;31m20221209164505496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164505496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164505496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164505496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164505496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164505496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164505508 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164505516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164505517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164505517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:08.500765 run osmo-msc_10.42.42.6(pid=23998): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23998)]\u000a16:45:08.551537 run osmo-msc_10.42.42.6(pid=23998): stdout: \u000a| (launched: 2022-12-09_16:45:07.323241) \u000a16:45:08.602796 run osmo-msc_10.42.42.6(pid=23998): stderr: \u000a| �[0;m�[38;5;43m20221209164507644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164507644 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f926fe12c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164507644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164507644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164507644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164507644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164507646 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164507647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164507647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164507647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:45:08.646411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23991): Terminating (SIGTERM)\u000a16:45:08.687546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23994): Terminating (SIGTERM)\u000a16:45:08.728925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23997): Terminating (SIGTERM)\u000a16:45:08.738883 --- ParallelTerminationStrategy: PID 23991 died...\u000a16:45:08.794492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23991): Terminated: ok {rc=0}\u000a16:45:08.804343 --- ParallelTerminationStrategy: PID 23994 died...\u000a16:45:08.859067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23994): Terminated: ok {rc=0}\u000a16:45:08.869287 --- ParallelTerminationStrategy: PID 23997 died...\u000a16:45:08.923875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23997): Terminated: ok {rc=0}\u000a16:45:09.010231 bus /sierra_3: Setting Powered False\u000a16:45:10.115190 bus /sierra_3: Setting Powered False\u000a16:45:11.224020 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24006): Process ended prematurely: osmo-stp_10.42.42.5(pid=24006) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24006)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24006): Process ended prematurely: osmo-stp_10.42.42.5(pid=24006) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:45:12.333827 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:45:12.345959 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:45:12.500413 tst mo_mt_call_osmux.py: using LAC 22377\u000a16:45:12.626320 tst mo_mt_call_osmux.py: using RAC 192\u000a16:45:12.753616 tst mo_mt_call_osmux.py: using CellId 22377\u000a16:45:12.876384 tst mo_mt_call_osmux.py: using BVCI 22378\u000a16:45:12.899296 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:45:12.910707 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:45:12.921980 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:45:12.933659 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:45:12.945328 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:45:12.956746 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:45:13.080141 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:45:13.286766 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:13.768367 run create_hlr_db(pid=24000): Launched\u000a16:45:13.941714 bus /sierra_2: Setting Powered False\u000a16:45:14.962784 run create_hlr_db(pid=24000): Terminated: ok {rc=0}\u000a16:45:15.364923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24002): Launched\u000a16:45:15.665206 run osmo-hlr_10.42.42.2(pid=24003): Launched\u000a16:45:15.781320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:16.395657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24005): Launched\u000a16:45:16.725640 run osmo-stp_10.42.42.5(pid=24006): Launched\u000a16:45:16.891198 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:17.617154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24008): Launched\u000a16:45:17.939985 run osmo-msc_10.42.42.6(pid=24009): Launched\u000a16:45:18.129922 run osmo-stp_10.42.42.5(pid=24006): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24006)]\u000a16:45:18.266811 run osmo-stp_10.42.42.5(pid=24006): stdout: \u000a| (launched: 2022-12-09_16:45:16.564459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:18.402883 run osmo-stp_10.42.42.5(pid=24006): stderr: \u000a| �[0;m�[38;5;43m20221209164516948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164516948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164516949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164516949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164516949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164516950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164516950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:18.532308 run osmo-stp_10.42.42.5(pid=24006): stdout: \u000a| (launched: 2022-12-09_16:45:16.564459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:18.660531 run osmo-stp_10.42.42.5(pid=24006): stderr: \u000a| �[0;m�[38;5;43m20221209164516948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164516948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164516949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164516949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164516949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164516950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164516950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:18.718499 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24006): Process ended prematurely: osmo-stp_10.42.42.5(pid=24006) [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24006)] [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:45:18.727708 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:45:18.790656 run osmo-hlr_10.42.42.2(pid=24003): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24003)]\u000a16:45:18.841992 run osmo-hlr_10.42.42.2(pid=24003): stdout: \u000a| (launched: 2022-12-09_16:45:15.518146) \u000a16:45:18.893820 run osmo-hlr_10.42.42.2(pid=24003): stderr: \u000a| �[0;m�[1;31m20221209164515694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164515694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164515694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164515694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164515694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164515694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164515706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164515715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164515715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164515715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:18.963689 run osmo-msc_10.42.42.6(pid=24009): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24009)]\u000a16:45:19.014548 run osmo-msc_10.42.42.6(pid=24009): stdout: \u000a| (launched: 2022-12-09_16:45:17.781541) \u000a16:45:19.066228 run osmo-msc_10.42.42.6(pid=24009): stderr: \u000a| �[0;m�[38;5;43m20221209164518106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164518106 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff01dfb2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164518106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164518106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164518106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164518106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164518108 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164518108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164518108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164518109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:45:19.110136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24002): Terminating (SIGTERM)\u000a16:45:19.151762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24005): Terminating (SIGTERM)\u000a16:45:19.193622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24008): Terminating (SIGTERM)\u000a16:45:19.203741 --- ParallelTerminationStrategy: PID 24002 died...\u000a16:45:19.259812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24002): Terminated: ok {rc=0}\u000a16:45:19.270125 --- ParallelTerminationStrategy: PID 24005 died...\u000a16:45:19.325264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24005): Terminated: ok {rc=0}\u000a16:45:19.335827 --- ParallelTerminationStrategy: PID 24008 died...\u000a16:45:19.391036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24008): Terminated: ok {rc=0}\u000a16:45:19.476105 bus /sierra_3: Setting Powered False\u000a16:45:20.581515 bus /sierra_3: Setting Powered False\u000a16:45:21.693119 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:45:01" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24020): Process ended prematurely: osmo-stp_10.42.42.5(pid=24020) [trial-2361↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24020)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24020): Process ended prematurely: osmo-stp_10.42.42.5(pid=24020) [trial-2361↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:45:23.678672 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:23.690110 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:45:23.840398 tst mo_mt_call.py: using LAC 22378\u000a16:45:23.958156 tst mo_mt_call.py: using RAC 193\u000a16:45:24.073590 tst mo_mt_call.py: using CellId 22378\u000a16:45:24.189952 tst mo_mt_call.py: using BVCI 22379\u000a16:45:24.212481 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:24.223706 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:24.234791 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:24.245817 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:24.257062 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:24.268028 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:45:24.386094 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:45:24.588850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:25.068627 run create_hlr_db(pid=24014): Launched\u000a16:45:25.241722 bus /sierra_2: Setting Powered False\u000a16:45:26.263020 run create_hlr_db(pid=24014): Terminated: ok {rc=0}\u000a16:45:26.691403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24016): Launched\u000a16:45:27.012621 run osmo-hlr_10.42.42.2(pid=24017): Launched\u000a16:45:27.131126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:27.691511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24019): Launched\u000a16:45:28.013435 run osmo-stp_10.42.42.5(pid=24020): Launched\u000a16:45:28.131962 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:28.719363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24022): Launched\u000a16:45:29.040312 run osmo-msc_10.42.42.6(pid=24023): Launched\u000a16:45:29.228666 run osmo-stp_10.42.42.5(pid=24020): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24020)]\u000a16:45:29.364867 run osmo-stp_10.42.42.5(pid=24020): stdout: \u000a| (launched: 2022-12-09_16:45:27.854870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:29.500344 run osmo-stp_10.42.42.5(pid=24020): stderr: \u000a| �[0;m�[38;5;43m20221209164528046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164528046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164528047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164528047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164528047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164528047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164528047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:29.629083 run osmo-stp_10.42.42.5(pid=24020): stdout: \u000a| (launched: 2022-12-09_16:45:27.854870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:29.756719 run osmo-stp_10.42.42.5(pid=24020): stderr: \u000a| �[0;m�[38;5;43m20221209164528046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164528046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164528047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164528047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164528047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164528047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164528047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:29.813166 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24020): Process ended prematurely: osmo-stp_10.42.42.5(pid=24020) [trial-2361↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24020)] [trial-2361↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:45:29.822143 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:45:29.884927 run osmo-hlr_10.42.42.2(pid=24017): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24017)]\u000a16:45:29.936117 run osmo-hlr_10.42.42.2(pid=24017): stdout: \u000a| (launched: 2022-12-09_16:45:26.854429) \u000a16:45:29.988020 run osmo-hlr_10.42.42.2(pid=24017): stderr: \u000a| �[0;m�[1;31m20221209164527051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164527051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164527051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164527051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164527051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164527051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164527063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164527072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164527072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164527072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:30.058155 run osmo-msc_10.42.42.6(pid=24023): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24023)]\u000a16:45:30.109018 run osmo-msc_10.42.42.6(pid=24023): stdout: \u000a| (launched: 2022-12-09_16:45:28.882825) \u000a16:45:30.160463 run osmo-msc_10.42.42.6(pid=24023): stderr: \u000a| �[0;m�[38;5;43m20221209164529205 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164529205 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3005d11c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164529205 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164529205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164529206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164529206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164529207 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164529208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164529208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164529208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:45:30.204586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24016): Terminating (SIGTERM)\u000a16:45:30.246622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24019): Terminating (SIGTERM)\u000a16:45:30.288506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24022): Terminating (SIGTERM)\u000a16:45:30.298325 --- ParallelTerminationStrategy: PID 24016 died...\u000a16:45:30.354096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24016): Terminated: ok {rc=0}\u000a16:45:30.364215 --- ParallelTerminationStrategy: PID 24019 died...\u000a16:45:30.419521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24019): Terminated: ok {rc=0}\u000a16:45:30.429610 --- ParallelTerminationStrategy: PID 24022 died...\u000a16:45:30.484789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24022): Terminated: ok {rc=0}\u000a16:45:30.571214 bus /sierra_3: Setting Powered False\u000a16:45:31.678700 bus /sierra_3: Setting Powered False\u000a16:45:32.788459 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24031): Process ended prematurely: osmo-stp_10.42.42.5(pid=24031) [trial-2361↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24031)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24031): Process ended prematurely: osmo-stp_10.42.42.5(pid=24031) [trial-2361↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:45:33.897418 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:33.909692 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:45:34.063553 tst mo_mt_call_osmux.py: using LAC 22379\u000a16:45:34.186614 tst mo_mt_call_osmux.py: using RAC 194\u000a16:45:34.302614 tst mo_mt_call_osmux.py: using CellId 22379\u000a16:45:34.418016 tst mo_mt_call_osmux.py: using BVCI 22380\u000a16:45:34.440581 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:34.451888 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:34.462981 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:34.474043 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:34.485182 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:45:34.496191 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:45:34.615436 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:45:34.826621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:35.333890 run create_hlr_db(pid=24025): Launched\u000a16:45:35.520929 bus /sierra_2: Setting Powered False\u000a16:45:36.541679 run create_hlr_db(pid=24025): Terminated: ok {rc=0}\u000a16:45:36.945937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24027): Launched\u000a16:45:37.247023 run osmo-hlr_10.42.42.2(pid=24028): Launched\u000a16:45:37.357600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:37.878051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24030): Launched\u000a16:45:38.179588 run osmo-stp_10.42.42.5(pid=24031): Launched\u000a16:45:38.288525 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:38.837089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24033): Launched\u000a16:45:39.137663 run osmo-msc_10.42.42.6(pid=24034): Launched\u000a16:45:39.314269 run osmo-stp_10.42.42.5(pid=24031): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24031)]\u000a16:45:39.441996 run osmo-stp_10.42.42.5(pid=24031): stdout: \u000a| (launched: 2022-12-09_16:45:38.031350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:39.567282 run osmo-stp_10.42.42.5(pid=24031): stderr: \u000a| �[0;m�[38;5;43m20221209164538202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164538202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164538202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164538203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164538203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164538203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164538203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:39.687529 run osmo-stp_10.42.42.5(pid=24031): stdout: \u000a| (launched: 2022-12-09_16:45:38.031350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:39.806679 run osmo-stp_10.42.42.5(pid=24031): stderr: \u000a| �[0;m�[38;5;43m20221209164538202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164538202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164538202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164538203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164538203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164538203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164538203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:39.859684 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24031): Process ended prematurely: osmo-stp_10.42.42.5(pid=24031) [trial-2361↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24031)] [trial-2361↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:45:39.868229 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a16:45:39.926864 run osmo-hlr_10.42.42.2(pid=24028): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24028)]\u000a16:45:39.975566 run osmo-hlr_10.42.42.2(pid=24028): stdout: \u000a| (launched: 2022-12-09_16:45:37.098383) \u000a16:45:40.024205 run osmo-hlr_10.42.42.2(pid=24028): stderr: \u000a| �[0;m�[1;31m20221209164537277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164537277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164537277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164537277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164537277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164537277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164537289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164537298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164537298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164537298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:40.090403 run osmo-msc_10.42.42.6(pid=24034): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24034)]\u000a16:45:40.138239 run osmo-msc_10.42.42.6(pid=24034): stdout: \u000a| (launched: 2022-12-09_16:45:38.989488) \u000a16:45:40.186702 run osmo-msc_10.42.42.6(pid=24034): stderr: \u000a| �[0;m�[38;5;43m20221209164539264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164539265 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5fce0e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164539265 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164539265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164539265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164539265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164539267 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164539267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164539268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164539268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:45:40.227892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24027): Terminating (SIGTERM)\u000a16:45:40.266906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24030): Terminating (SIGTERM)\u000a16:45:40.306128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24033): Terminating (SIGTERM)\u000a16:45:40.315325 --- ParallelTerminationStrategy: PID 24027 died...\u000a16:45:40.368035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24027): Terminated: ok {rc=0}\u000a16:45:40.377718 --- ParallelTerminationStrategy: PID 24030 died...\u000a16:45:40.430316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24030): Terminated: ok {rc=0}\u000a16:45:40.440040 --- ParallelTerminationStrategy: PID 24033 died...\u000a16:45:40.492218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24033): Terminated: ok {rc=0}\u000a16:45:40.574775 bus /sierra_3: Setting Powered False\u000a16:45:41.680433 bus /sierra_3: Setting Powered False\u000a16:45:42.789619 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:45:23" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24046): Process ended prematurely: osmo-stp_10.42.42.5(pid=24046) [trial-2361↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24046)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24046): Process ended prematurely: osmo-stp_10.42.42.5(pid=24046) [trial-2361↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a16:45:44.777181 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:44.788626 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:45:44.922026 tst mo_mt_call.py: using LAC 22380\u000a16:45:45.036492 tst mo_mt_call.py: using RAC 195\u000a16:45:45.154108 tst mo_mt_call.py: using CellId 22380\u000a16:45:45.270084 tst mo_mt_call.py: using BVCI 22381\u000a16:45:45.292751 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:45.304109 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:45.315267 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:45.326502 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:45.337818 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:45.348880 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:45:45.470375 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:45:45.681053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:46.246812 run create_hlr_db(pid=24040): Launched\u000a16:45:46.438401 bus /sierra_2: Setting Powered False\u000a16:45:47.454705 run create_hlr_db(pid=24040): Terminated: ok {rc=0}\u000a16:45:47.858613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24042): Launched\u000a16:45:48.158570 run osmo-hlr_10.42.42.2(pid=24043): Launched\u000a16:45:48.267677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:48.785725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24045): Launched\u000a16:45:49.085878 run osmo-stp_10.42.42.5(pid=24046): Launched\u000a16:45:49.195049 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:49.742071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24048): Launched\u000a16:45:50.043261 run osmo-msc_10.42.42.6(pid=24049): Launched\u000a16:45:50.219400 run osmo-stp_10.42.42.5(pid=24046): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24046)]\u000a16:45:50.346757 run osmo-stp_10.42.42.5(pid=24046): stdout: \u000a| (launched: 2022-12-09_16:45:48.937765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:50.471139 run osmo-stp_10.42.42.5(pid=24046): stderr: \u000a| �[0;m�[38;5;43m20221209164549106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164549106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164549106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164549107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164549109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164549109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164549109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:50.591215 run osmo-stp_10.42.42.5(pid=24046): stdout: \u000a| (launched: 2022-12-09_16:45:48.937765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:50.710199 run osmo-stp_10.42.42.5(pid=24046): stderr: \u000a| �[0;m�[38;5;43m20221209164549106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164549106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164549106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164549107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164549109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164549109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164549109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:50.762878 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24046): Process ended prematurely: osmo-stp_10.42.42.5(pid=24046) [trial-2361↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24046)] [trial-2361↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a16:45:50.771138 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a16:45:50.829679 run osmo-hlr_10.42.42.2(pid=24043): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24043)]\u000a16:45:50.877725 run osmo-hlr_10.42.42.2(pid=24043): stdout: \u000a| (launched: 2022-12-09_16:45:48.011176) \u000a16:45:50.926665 run osmo-hlr_10.42.42.2(pid=24043): stderr: \u000a| �[0;m�[1;31m20221209164548186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164548186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164548186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164548186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164548186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164548186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164548198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164548207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164548207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164548207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:50.992916 run osmo-msc_10.42.42.6(pid=24049): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24049)]\u000a16:45:51.040985 run osmo-msc_10.42.42.6(pid=24049): stdout: \u000a| (launched: 2022-12-09_16:45:49.893790) \u000a16:45:51.089625 run osmo-msc_10.42.42.6(pid=24049): stderr: \u000a| �[0;m�[38;5;43m20221209164550163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164550163 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc57355fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164550163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164550163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164550164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164550164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164550166 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164550166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164550166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164550166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:45:51.130976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24042): Terminating (SIGTERM)\u000a16:45:51.169901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24045): Terminating (SIGTERM)\u000a16:45:51.208780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24048): Terminating (SIGTERM)\u000a16:45:51.217951 --- ParallelTerminationStrategy: PID 24042 died...\u000a16:45:51.270261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24042): Terminated: ok {rc=0}\u000a16:45:51.279709 --- ParallelTerminationStrategy: PID 24045 died...\u000a16:45:51.332278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24045): Terminated: ok {rc=0}\u000a16:45:51.341800 --- ParallelTerminationStrategy: PID 24048 died...\u000a16:45:51.393746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24048): Terminated: ok {rc=0}\u000a16:45:51.481686 bus /sierra_3: Setting Powered False\u000a16:45:52.587814 bus /sierra_3: Setting Powered False\u000a16:45:53.697671 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24057): Process ended prematurely: osmo-stp_10.42.42.5(pid=24057) [trial-2361↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24057)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24057): Process ended prematurely: osmo-stp_10.42.42.5(pid=24057) [trial-2361↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24057)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:45:54.806673 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:54.818945 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:45:54.955936 tst mo_mt_call_osmux.py: using LAC 22381\u000a16:45:55.074486 tst mo_mt_call_osmux.py: using RAC 196\u000a16:45:55.192525 tst mo_mt_call_osmux.py: using CellId 22381\u000a16:45:55.309641 tst mo_mt_call_osmux.py: using BVCI 22382\u000a16:45:55.332257 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:55.343629 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:55.354939 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:55.366221 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:55.377596 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:55.388720 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:45:55.504556 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:45:55.705283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:56.184151 run create_hlr_db(pid=24051): Launched\u000a16:45:56.357071 bus /sierra_2: Setting Powered False\u000a16:45:57.378311 run create_hlr_db(pid=24051): Terminated: ok {rc=0}\u000a16:45:57.806469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24053): Launched\u000a16:45:58.127871 run osmo-hlr_10.42.42.2(pid=24054): Launched\u000a16:45:58.248740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:58.810533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24056): Launched\u000a16:45:59.133818 run osmo-stp_10.42.42.5(pid=24057): Launched\u000a16:45:59.251650 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:59.840556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24059): Launched\u000a16:46:00.163796 run osmo-msc_10.42.42.6(pid=24060): Launched\u000a16:46:00.353250 run osmo-stp_10.42.42.5(pid=24057): ERR: Terminated: ERROR {rc=1} [trial-2361↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24057)]\u000a16:46:00.489807 run osmo-stp_10.42.42.5(pid=24057): stdout: \u000a| (launched: 2022-12-09_16:45:58.975128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:00.625937 run osmo-stp_10.42.42.5(pid=24057): stderr: \u000a| �[0;m�[38;5;43m20221209164559169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164559169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164559169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164559169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164559170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164559170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164559170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:00.759438 run osmo-stp_10.42.42.5(pid=24057): stdout: \u000a| (launched: 2022-12-09_16:45:58.975128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:00.900509 run osmo-stp_10.42.42.5(pid=24057): stderr: \u000a| �[0;m�[38;5;43m20221209164559169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164559169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164559169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164559169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164559170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164559170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164559170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:00.964743 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24057): Process ended prematurely: osmo-stp_10.42.42.5(pid=24057) [trial-2361↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24057)] [trial-2361↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a16:46:00.975262 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:46:01.042039 run osmo-hlr_10.42.42.2(pid=24054): ERR: Terminated: ERROR {rc=237} [trial-2361↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24054)]\u000a16:46:01.095376 run osmo-hlr_10.42.42.2(pid=24054): stdout: \u000a| (launched: 2022-12-09_16:45:57.970011) \u000a16:46:01.149638 run osmo-hlr_10.42.42.2(pid=24054): stderr: \u000a| �[0;m�[1;31m20221209164558171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164558171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164558171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164558171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164558171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164558171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164558186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164558196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164558196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164558196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:01.222246 run osmo-msc_10.42.42.6(pid=24060): ERR: Terminated: ERROR {rc=2} [trial-2361↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24060)]\u000a16:46:01.275838 run osmo-msc_10.42.42.6(pid=24060): stdout: \u000a| (launched: 2022-12-09_16:46:00.004774) \u000a16:46:01.330097 run osmo-msc_10.42.42.6(pid=24060): stderr: \u000a| �[0;m�[38;5;43m20221209164600330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164600330 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd393ac0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164600330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164600330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164600330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164600330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164600332 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164600332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164600332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164600333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:46:01.376381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24053): Terminating (SIGTERM)\u000a16:46:01.420150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24056): Terminating (SIGTERM)\u000a16:46:01.465665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24059): Terminating (SIGTERM)\u000a16:46:01.476349 --- ParallelTerminationStrategy: PID 24053 died...\u000a16:46:01.536699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24053): Terminated: ok {rc=0}\u000a16:46:01.547613 --- ParallelTerminationStrategy: PID 24056 died...\u000a16:46:01.606363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24056): Terminated: ok {rc=0}\u000a16:46:01.617402 --- ParallelTerminationStrategy: PID 24059 died...\u000a16:46:01.676119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24059): Terminated: ok {rc=0}\u000a16:46:01.763117 bus /sierra_3: Setting Powered False\u000a16:46:02.862721 bus /sierra_3: Setting Powered False\u000a16:46:03.972737 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:45:44" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24072): Process ended prematurely: osmo-stp_10.42.42.5(pid=24072) [trial-2361↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24072)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24072): Process ended prematurely: osmo-stp_10.42.42.5(pid=24072) [trial-2361↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:46:05.987990 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:46:05.999261 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:46:06.137762 tst emergency_mo_mt_call.py: using LAC 22382\u000a16:46:06.263149 tst emergency_mo_mt_call.py: using RAC 197\u000a16:46:06.384024 tst emergency_mo_mt_call.py: using CellId 22382\u000a16:46:06.504750 tst emergency_mo_mt_call.py: using BVCI 22383\u000a16:46:06.528432 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:46:06.539627 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:46:06.550587 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:46:06.562212 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:46:06.573440 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:46:06.584522 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:06.701293 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:06.908496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:07.406796 run create_hlr_db(pid=24066): Launched\u000a16:46:07.590867 bus /sierra_2: Setting Powered False\u000a16:46:08.610543 run create_hlr_db(pid=24066): Terminated: ok {rc=0}\u000a16:46:09.006713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24068): Launched\u000a16:46:09.302420 run osmo-hlr_10.42.42.2(pid=24069): Launched\u000a16:46:09.415032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:09.934730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24071): Launched\u000a16:46:10.230858 run osmo-stp_10.42.42.5(pid=24072): Launched\u000a16:46:10.351005 tst emergency_mo_mt_call.py: using MSISDN 7273\u000a16:46:10.496902 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:46:11.036045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24074): Launched\u000a16:46:11.332681 run osmo-msc_10.42.42.6(pid=24075): Launched\u000a16:46:11.506689 run osmo-stp_10.42.42.5(pid=24072): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24072)]\u000a16:46:11.631947 run osmo-stp_10.42.42.5(pid=24072): stdout: \u000a| (launched: 2022-12-09_16:46:10.084470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:11.755120 run osmo-stp_10.42.42.5(pid=24072): stderr: \u000a| �[0;m�[38;5;43m20221209164610255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164610256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164610256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164610256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164610257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164610257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164610257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:11.873784 run osmo-stp_10.42.42.5(pid=24072): stdout: \u000a| (launched: 2022-12-09_16:46:10.084470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:11.992016 run osmo-stp_10.42.42.5(pid=24072): stderr: \u000a| �[0;m�[38;5;43m20221209164610255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164610256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164610256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164610256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164610257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164610257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164610257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:12.043679 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=24072): Process ended prematurely: osmo-stp_10.42.42.5(pid=24072) [trial-2361↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24072)] [trial-2361↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a16:46:12.051651 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a16:46:12.110736 run osmo-hlr_10.42.42.2(pid=24069): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24069)]\u000a16:46:12.159481 run osmo-hlr_10.42.42.2(pid=24069): stdout: \u000a| (launched: 2022-12-09_16:46:09.156594) \u000a16:46:12.209318 run osmo-hlr_10.42.42.2(pid=24069): stderr: \u000a| �[0;m�[1;31m20221209164609332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164609332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164609332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164609332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164609332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164609332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164609344 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164609353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164609353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164609353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:12.276630 run osmo-msc_10.42.42.6(pid=24075): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24075)]\u000a16:46:12.325297 run osmo-msc_10.42.42.6(pid=24075): stdout: \u000a| (launched: 2022-12-09_16:46:11.186215) \u000a16:46:12.374790 run osmo-msc_10.42.42.6(pid=24075): stderr: \u000a| �[0;m�[38;5;43m20221209164611459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164611460 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29f1f9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164611460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164611460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164611460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164611460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164611462 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164611462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164611463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164611463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:46:12.416081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24068): Terminating (SIGTERM)\u000a16:46:12.455232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24071): Terminating (SIGTERM)\u000a16:46:12.494324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24074): Terminating (SIGTERM)\u000a16:46:12.503476 --- ParallelTerminationStrategy: PID 24068 died...\u000a16:46:12.556247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24068): Terminated: ok {rc=0}\u000a16:46:12.565925 --- ParallelTerminationStrategy: PID 24071 died...\u000a16:46:12.618241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24071): Terminated: ok {rc=0}\u000a16:46:12.627877 --- ParallelTerminationStrategy: PID 24074 died...\u000a16:46:12.680173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24074): Terminated: ok {rc=0}\u000a16:46:12.768563 bus /sierra_3: Setting Powered False\u000a16:46:13.874565 bus /sierra_3: Setting Powered False\u000a16:46:14.984472 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24083): Process ended prematurely: osmo-stp_10.42.42.5(pid=24083) [trial-2361↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24083)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24083): Process ended prematurely: osmo-stp_10.42.42.5(pid=24083) [trial-2361↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:46:16.037732 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:46:16.051021 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:46:16.185868 tst emergency_preemptive_call.py: using LAC 22383\u000a16:46:16.305708 tst emergency_preemptive_call.py: using RAC 198\u000a16:46:16.446952 tst emergency_preemptive_call.py: using CellId 22383\u000a16:46:16.583810 tst emergency_preemptive_call.py: using BVCI 22384\u000a16:46:16.609062 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:46:16.621463 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:46:16.634754 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:46:16.647809 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:46:16.660446 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:46:16.673911 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:16.796010 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:16.919149 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:17.043471 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:17.250904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:17.728200 run create_hlr_db(pid=24077): Launched\u000a16:46:17.898849 bus /sierra_2: Setting Powered False\u000a16:46:18.920615 run create_hlr_db(pid=24077): Terminated: ok {rc=0}\u000a16:46:19.341369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24079): Launched\u000a16:46:19.637608 run osmo-hlr_10.42.42.2(pid=24080): Launched\u000a16:46:19.750752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:20.272999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24082): Launched\u000a16:46:20.567710 run osmo-stp_10.42.42.5(pid=24083): Launched\u000a16:46:20.693412 tst emergency_preemptive_call.py: using MSISDN 7274\u000a16:46:20.839165 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:46:21.376552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24085): Launched\u000a16:46:21.671057 run osmo-msc_10.42.42.6(pid=24086): Launched\u000a16:46:21.844559 run osmo-stp_10.42.42.5(pid=24083): ERR: Terminated: ERROR {rc=1} [trial-2361↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24083)]\u000a16:46:21.969864 run osmo-stp_10.42.42.5(pid=24083): stdout: \u000a| (launched: 2022-12-09_16:46:20.422942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:22.092639 run osmo-stp_10.42.42.5(pid=24083): stderr: \u000a| �[0;m�[38;5;43m20221209164620595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164620595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164620595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164620595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164620596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164620596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164620596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:22.211020 run osmo-stp_10.42.42.5(pid=24083): stdout: \u000a| (launched: 2022-12-09_16:46:20.422942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:22.329446 run osmo-stp_10.42.42.5(pid=24083): stderr: \u000a| �[0;m�[38;5;43m20221209164620595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164620595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164620595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164620595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164620596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164620596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164620596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:22.380824 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=24083): Process ended prematurely: osmo-stp_10.42.42.5(pid=24083) [trial-2361↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24083)] [trial-2361↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a16:46:22.388541 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a16:46:22.447519 run osmo-hlr_10.42.42.2(pid=24080): ERR: Terminated: ERROR {rc=237} [trial-2361↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24080)]\u000a16:46:22.495454 run osmo-hlr_10.42.42.2(pid=24080): stdout: \u000a| (launched: 2022-12-09_16:46:19.492450) \u000a16:46:22.544515 run osmo-hlr_10.42.42.2(pid=24080): stderr: \u000a| �[0;m�[1;31m20221209164619670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164619670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164619670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164619670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164619670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164619671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164619683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164619691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164619692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164619692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:22.611051 run osmo-msc_10.42.42.6(pid=24086): ERR: Terminated: ERROR {rc=2} [trial-2361↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24086)]\u000a16:46:22.659332 run osmo-msc_10.42.42.6(pid=24086): stdout: \u000a| (launched: 2022-12-09_16:46:21.526569) \u000a16:46:22.708110 run osmo-msc_10.42.42.6(pid=24086): stderr: \u000a| �[0;m�[38;5;43m20221209164621801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209164621802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f417f2bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209164621802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209164621802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209164621802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209164621802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209164621804 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209164621804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209164621805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209164621805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:46:22.749539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24079): Terminating (SIGTERM)\u000a16:46:22.788841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24082): Terminating (SIGTERM)\u000a16:46:22.828208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24085): Terminating (SIGTERM)\u000a16:46:22.837463 --- ParallelTerminationStrategy: PID 24079 died...\u000a16:46:22.889758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24079): Terminated: ok {rc=0}\u000a16:46:22.899213 --- ParallelTerminationStrategy: PID 24082 died...\u000a16:46:22.951863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24082): Terminated: ok {rc=0}\u000a16:46:22.961439 --- ParallelTerminationStrategy: PID 24085 died...\u000a16:46:23.013412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24085): Terminated: ok {rc=0}\u000a16:46:23.101474 bus /sierra_9: Setting Powered False\u000a16:46:24.204460 bus /sierra_9: Setting Powered False\u000a16:46:25.315946 bus /sierra_8: Setting Powered False\u000a16:46:26.416877 bus /sierra_8: Setting Powered False\u000a16:46:27.527125 bus /sierra_3: Setting Powered False\u000a16:46:28.628192 bus /sierra_3: Setting Powered False\u000a16:46:29.739861 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:46:05" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24101): Process ended prematurely: osmo-stp_10.42.42.5(pid=24101) [trial-2361↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24101)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24101): Process ended prematurely: osmo-stp_10.42.42.5(pid=24101) [trial-2361↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:46:31.883592 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:31.895981 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:46:32.076024 tst cs_paging_gprs_active.py: using LAC 22384\u000a16:46:32.214872 tst cs_paging_gprs_active.py: using RAC 199\u000a16:46:32.344422 tst cs_paging_gprs_active.py: using CellId 22384\u000a16:46:32.475190 tst cs_paging_gprs_active.py: using BVCI 22385\u000a16:46:32.500044 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:32.511294 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:32.522237 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:32.534248 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:32.545977 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:32.557994 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:32.569889 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:32.581717 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:32.593371 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:32.711648 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:33.009763 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:46:33.145015 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:33.480188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24091): Launched\u000a16:46:33.758396 run iperf3-srv_10.42.42.10(pid=24092): Launched\u000a16:46:33.956420 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:46:34.091878 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:34.428110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24093): Launched\u000a16:46:34.705257 run iperf3-srv_10.42.42.10(pid=24094): Launched\u000a16:46:34.902862 tst cs_paging_gprs_active.py:38: start network...\u000a16:46:35.037468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:35.544421 run create_hlr_db(pid=24095): Launched\u000a16:46:35.731651 bus /sierra_2: Setting Powered False\u000a16:46:36.752602 run create_hlr_db(pid=24095): Terminated: ok {rc=0}\u000a16:46:37.158987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24097): Launched\u000a16:46:37.460362 run osmo-hlr_10.42.42.2(pid=24098): Launched\u000a16:46:37.573081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:38.096404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24100): Launched\u000a16:46:38.397881 run osmo-stp_10.42.42.5(pid=24101): Launched\u000a16:46:38.508725 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:46:39.033579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24103): Launched\u000a16:46:39.140839 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:46:39.404934 run patchelf(pid=24104): Launched\u000a16:46:39.582057 run osmo-stp_10.42.42.5(pid=24101): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24101)]\u000a16:46:39.711825 run osmo-stp_10.42.42.5(pid=24101): stdout: \u000a| (launched: 2022-12-09_16:46:38.249490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:39.841971 run osmo-stp_10.42.42.5(pid=24101): stderr: \u000a| �[0;m�[38;5;43m20221209164638418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164638418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164638418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164638419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164638421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164638421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164638421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:39.967785 run osmo-stp_10.42.42.5(pid=24101): stdout: \u000a| (launched: 2022-12-09_16:46:38.249490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:40.091635 run osmo-stp_10.42.42.5(pid=24101): stderr: \u000a| �[0;m�[38;5;43m20221209164638418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164638418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164638418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164638419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164638421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164638421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164638421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:40.236294 run patchelf(pid=24104): Terminating (SIGINT)\u000a16:46:40.406742 run patchelf(pid=24104): Terminated: ok {rc=0}\u000a16:46:40.438706 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24101): Process ended prematurely: osmo-stp_10.42.42.5(pid=24101) [trial-2361↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24101)] [trial-2361↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a16:46:40.448014 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a16:46:40.507864 run osmo-hlr_10.42.42.2(pid=24098): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24098)]\u000a16:46:40.556863 run osmo-hlr_10.42.42.2(pid=24098): stdout: \u000a| (launched: 2022-12-09_16:46:37.312132) \u000a16:46:40.606554 run osmo-hlr_10.42.42.2(pid=24098): stderr: \u000a| �[0;m�[1;31m20221209164637488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164637488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164637488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164637488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164637488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164637488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164637503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164637514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164637514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164637514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:40.648588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24091): Terminating (SIGTERM)\u000a16:46:40.688358 run iperf3-srv_10.42.42.10(pid=24092): Terminating (SIGTERM)\u000a16:46:40.728273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24093): Terminating (SIGTERM)\u000a16:46:40.767971 run iperf3-srv_10.42.42.10(pid=24094): Terminating (SIGTERM)\u000a16:46:40.807672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24097): Terminating (SIGTERM)\u000a16:46:40.847493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24100): Terminating (SIGTERM)\u000a16:46:40.887507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24103): Terminating (SIGTERM)\u000a16:46:40.896918 --- ParallelTerminationStrategy: PID 24091 died...\u000a16:46:40.950011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24091): Terminated: ok {rc=0}\u000a16:46:40.959730 --- ParallelTerminationStrategy: PID 24092 died...\u000a16:46:41.012165 run iperf3-srv_10.42.42.10(pid=24092): Terminated {rc=256}\u000a16:46:41.021785 --- ParallelTerminationStrategy: PID 24093 died...\u000a16:46:41.074334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24093): Terminated: ok {rc=0}\u000a16:46:41.083801 --- ParallelTerminationStrategy: PID 24094 died...\u000a16:46:41.136014 run iperf3-srv_10.42.42.10(pid=24094): Terminated {rc=256}\u000a16:46:41.145871 --- ParallelTerminationStrategy: PID 24097 died...\u000a16:46:41.198110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24097): Terminated: ok {rc=0}\u000a16:46:41.207699 --- ParallelTerminationStrategy: PID 24100 died...\u000a16:46:41.259748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24100): Terminated: ok {rc=0}\u000a16:46:41.269397 --- ParallelTerminationStrategy: PID 24103 died...\u000a16:46:41.321480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24103): Terminated: ok {rc=0}\u000a16:46:41.408607 bus /gobi_0: Setting Powered False\u000a16:46:42.512687 bus /gobi_0: Setting Powered False\u000a16:46:43.622336 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24113): Process ended prematurely: osmo-stp_10.42.42.5(pid=24113) [trial-2361↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24113)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24113): Process ended prematurely: osmo-stp_10.42.42.5(pid=24113) [trial-2361↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a16:46:44.736613 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:44.748655 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:46:44.892134 tst iperf3.py: using LAC 22385\u000a16:46:45.017812 tst iperf3.py: using RAC 200\u000a16:46:45.144932 tst iperf3.py: using CellId 22385\u000a16:46:45.265818 tst iperf3.py: using BVCI 22386\u000a16:46:45.289102 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:45.300307 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:45.311506 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:45.322319 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:45.332796 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:45.343199 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:45.353812 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:45.364099 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:45.374657 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:45.667927 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:46:45.803648 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:46.180339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24105): Launched\u000a16:46:46.465187 run iperf3-srv_10.42.42.10(pid=24106): Launched\u000a16:46:46.656776 tst iperf3.py:8: start network...\u000a16:46:46.787195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:47.315301 run create_hlr_db(pid=24107): Launched\u000a16:46:47.490974 bus /gobi_6: Setting Powered False\u000a16:46:48.510900 run create_hlr_db(pid=24107): Terminated: ok {rc=0}\u000a16:46:48.913708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24109): Launched\u000a16:46:49.215359 run osmo-hlr_10.42.42.2(pid=24110): Launched\u000a16:46:49.334157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:49.865147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24112): Launched\u000a16:46:50.169956 run osmo-stp_10.42.42.5(pid=24113): Launched\u000a16:46:50.278574 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:46:50.802159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24115): Launched\u000a16:46:50.908398 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:46:51.171066 run patchelf(pid=24116): Launched\u000a16:46:51.348175 run osmo-stp_10.42.42.5(pid=24113): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24113)]\u000a16:46:51.477383 run osmo-stp_10.42.42.5(pid=24113): stdout: \u000a| (launched: 2022-12-09_16:46:50.018326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:51.606996 run osmo-stp_10.42.42.5(pid=24113): stderr: \u000a| �[0;m�[38;5;43m20221209164650189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164650189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164650189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164650190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164650190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164650190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164650190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:51.731483 run osmo-stp_10.42.42.5(pid=24113): stdout: \u000a| (launched: 2022-12-09_16:46:50.018326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:51.854990 run osmo-stp_10.42.42.5(pid=24113): stderr: \u000a| �[0;m�[38;5;43m20221209164650189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164650189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164650189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164650190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164650190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164650190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164650190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:51.999125 run patchelf(pid=24116): Terminating (SIGINT)\u000a16:46:52.168254 run patchelf(pid=24116): Terminated: ok {rc=0}\u000a16:46:52.199597 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24113): Process ended prematurely: osmo-stp_10.42.42.5(pid=24113) [trial-2361↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24113)] [trial-2361↪gprs:nanobts+band-900↪iperf3.py:8]\u000a16:46:52.209104 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a16:46:52.268741 run osmo-hlr_10.42.42.2(pid=24110): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24110)]\u000a16:46:52.317163 run osmo-hlr_10.42.42.2(pid=24110): stdout: \u000a| (launched: 2022-12-09_16:46:49.066890) \u000a16:46:52.366225 run osmo-hlr_10.42.42.2(pid=24110): stderr: \u000a| �[0;m�[1;31m20221209164649241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164649242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164649242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164649242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164649242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164649242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164649254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164649263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164649264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164649264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:52.408047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24105): Terminating (SIGTERM)\u000a16:46:52.447623 run iperf3-srv_10.42.42.10(pid=24106): Terminating (SIGTERM)\u000a16:46:52.487209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24109): Terminating (SIGTERM)\u000a16:46:52.526873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24112): Terminating (SIGTERM)\u000a16:46:52.566603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24115): Terminating (SIGTERM)\u000a16:46:52.575825 --- ParallelTerminationStrategy: PID 24105 died...\u000a16:46:52.628710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24105): Terminated: ok {rc=0}\u000a16:46:52.638378 --- ParallelTerminationStrategy: PID 24106 died...\u000a16:46:52.690604 run iperf3-srv_10.42.42.10(pid=24106): Terminated {rc=256}\u000a16:46:52.700206 --- ParallelTerminationStrategy: PID 24109 died...\u000a16:46:52.752411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24109): Terminated: ok {rc=0}\u000a16:46:52.761886 --- ParallelTerminationStrategy: PID 24112 died...\u000a16:46:52.814429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24112): Terminated: ok {rc=0}\u000a16:46:52.824146 --- ParallelTerminationStrategy: PID 24115 died...\u000a16:46:52.877190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24115): Terminated: ok {rc=0}\u000a16:46:52.964761 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "gprs:nanobts+band-900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24131): Process ended prematurely: osmo-stp_10.42.42.5(pid=24131) [trial-2361↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24131)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24131): Process ended prematurely: osmo-stp_10.42.42.5(pid=24131) [trial-2361↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a16:46:54.074426 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:54.085743 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:46:54.221105 tst iperf3m4.py: using LAC 22386\u000a16:46:54.348855 tst iperf3m4.py: using RAC 201\u000a16:46:54.469122 tst iperf3m4.py: using CellId 22386\u000a16:46:54.587771 tst iperf3m4.py: using BVCI 22387\u000a16:46:54.610697 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:54.621399 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:54.631927 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:54.642529 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:54.653042 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:54.663464 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:54.674037 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:54.684263 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:46:54.694825 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:54.816039 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:54.936204 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:55.056216 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:46:55.352212 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:46:55.487369 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:55.821637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24117): Launched\u000a16:46:56.098915 run iperf3-srv_10.42.42.10(pid=24118): Launched\u000a16:46:56.298282 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:46:56.433471 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:56.770812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24119): Launched\u000a16:46:57.048062 run iperf3-srv_10.42.42.10(pid=24120): Launched\u000a16:46:57.246312 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:46:57.381635 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:57.716486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24121): Launched\u000a16:46:57.994053 run iperf3-srv_10.42.42.10(pid=24122): Launched\u000a16:46:58.192107 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:46:58.327524 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:58.662377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24123): Launched\u000a16:46:58.940032 run iperf3-srv_10.42.42.10(pid=24124): Launched\u000a16:46:59.138225 tst iperf3m4.py:8: start network...\u000a16:46:59.273266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:59.781176 run create_hlr_db(pid=24125): Launched\u000a16:46:59.968840 bus /gobi_6: Setting Powered False\u000a16:47:01.016518 run create_hlr_db(pid=24125): Terminated: ok {rc=0}\u000a16:47:01.456033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24127): Launched\u000a16:47:01.874382 run osmo-hlr_10.42.42.2(pid=24128): Launched\u000a16:47:02.099653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:02.734356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24130): Launched\u000a16:47:03.059039 run osmo-stp_10.42.42.5(pid=24131): Launched\u000a16:47:03.176700 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:47:03.742015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24133): Launched\u000a16:47:03.856895 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:47:04.138193 run patchelf(pid=24134): Launched\u000a16:47:04.328590 run osmo-stp_10.42.42.5(pid=24131): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24131)]\u000a16:47:04.467289 run osmo-stp_10.42.42.5(pid=24131): stdout: \u000a| (launched: 2022-12-09_16:47:02.899442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:04.606509 run osmo-stp_10.42.42.5(pid=24131): stderr: \u000a| �[0;m�[38;5;43m20221209164703088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164703088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164703089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164703089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164703090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164703090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164703090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:04.740686 run osmo-stp_10.42.42.5(pid=24131): stdout: \u000a| (launched: 2022-12-09_16:47:02.899442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:04.873045 run osmo-stp_10.42.42.5(pid=24131): stderr: \u000a| �[0;m�[38;5;43m20221209164703088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164703088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164703089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164703089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164703090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164703090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164703090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:05.027722 run patchelf(pid=24134): Terminating (SIGINT)\u000a16:47:05.210542 run patchelf(pid=24134): Terminated: ok {rc=0}\u000a16:47:05.243948 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24131): Process ended prematurely: osmo-stp_10.42.42.5(pid=24131) [trial-2361↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24131)] [trial-2361↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a16:47:05.253761 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a16:47:05.317462 run osmo-hlr_10.42.42.2(pid=24128): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24128)]\u000a16:47:05.368580 run osmo-hlr_10.42.42.2(pid=24128): stdout: \u000a| (launched: 2022-12-09_16:47:01.614449) \u000a16:47:05.420373 run osmo-hlr_10.42.42.2(pid=24128): stderr: \u000a| �[0;m�[1;31m20221209164701959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164701959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164701959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164701959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164701959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164701959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164701976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164701984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164701984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164701984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:05.464115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24117): Terminating (SIGTERM)\u000a16:47:05.505676 run iperf3-srv_10.42.42.10(pid=24118): Terminating (SIGTERM)\u000a16:47:05.547287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24119): Terminating (SIGTERM)\u000a16:47:05.588705 run iperf3-srv_10.42.42.10(pid=24120): Terminating (SIGTERM)\u000a16:47:05.630245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24121): Terminating (SIGTERM)\u000a16:47:05.671724 run iperf3-srv_10.42.42.10(pid=24122): Terminating (SIGTERM)\u000a16:47:05.713674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24123): Terminating (SIGTERM)\u000a16:47:05.754831 run iperf3-srv_10.42.42.10(pid=24124): Terminating (SIGTERM)\u000a16:47:05.796287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24127): Terminating (SIGTERM)\u000a16:47:05.837831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24130): Terminating (SIGTERM)\u000a16:47:05.879395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24133): Terminating (SIGTERM)\u000a16:47:05.889136 --- ParallelTerminationStrategy: PID 24117 died...\u000a16:47:05.944543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24117): Terminated: ok {rc=0}\u000a16:47:05.954567 --- ParallelTerminationStrategy: PID 24118 died...\u000a16:47:06.009550 run iperf3-srv_10.42.42.10(pid=24118): Terminated {rc=256}\u000a16:47:06.019744 --- ParallelTerminationStrategy: PID 24119 died...\u000a16:47:06.075129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24119): Terminated: ok {rc=0}\u000a16:47:06.085096 --- ParallelTerminationStrategy: PID 24120 died...\u000a16:47:06.139980 run iperf3-srv_10.42.42.10(pid=24120): Terminated {rc=256}\u000a16:47:06.150190 --- ParallelTerminationStrategy: PID 24121 died...\u000a16:47:06.205044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24121): Terminated: ok {rc=0}\u000a16:47:06.215290 --- ParallelTerminationStrategy: PID 24122 died...\u000a16:47:06.270659 run iperf3-srv_10.42.42.10(pid=24122): Terminated {rc=256}\u000a16:47:06.280513 --- ParallelTerminationStrategy: PID 24123 died...\u000a16:47:06.335378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24123): Terminated: ok {rc=0}\u000a16:47:06.345626 --- ParallelTerminationStrategy: PID 24124 died...\u000a16:47:06.400225 run iperf3-srv_10.42.42.10(pid=24124): Terminated {rc=256}\u000a16:47:06.410441 --- ParallelTerminationStrategy: PID 24127 died...\u000a16:47:06.465547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24127): Terminated: ok {rc=0}\u000a16:47:06.475482 --- ParallelTerminationStrategy: PID 24130 died...\u000a16:47:06.530628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24130): Terminated: ok {rc=0}\u000a16:47:06.540655 --- ParallelTerminationStrategy: PID 24133 died...\u000a16:47:06.595827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24133): Terminated: ok {rc=0}\u000a16:47:06.683017 bus /gobi_4: Setting Powered False\u000a16:47:07.789220 bus /gobi_4: Setting Powered False\u000a16:47:08.895798 bus /gobi_1: Setting Powered False\u000a16:47:10.001399 bus /gobi_1: Setting Powered False\u000a16:47:11.110005 bus /gobi_0: Setting Powered False\u000a16:47:12.214927 bus /gobi_0: Setting Powered False\u000a16:47:13.322287 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24141): Process ended prematurely: osmo-stp_10.42.42.5(pid=24141) [trial-2361↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24141)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24141): Process ended prematurely: osmo-stp_10.42.42.5(pid=24141) [trial-2361↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a16:47:14.390400 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:14.402265 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:47:14.543493 tst ping.py: using LAC 22387\u000a16:47:14.668354 tst ping.py: using RAC 202\u000a16:47:14.791833 tst ping.py: using CellId 22387\u000a16:47:14.914848 tst ping.py: using BVCI 22388\u000a16:47:14.938868 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:14.950119 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:14.961030 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:14.972126 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:14.983213 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:14.994205 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:15.005611 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:15.016678 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:47:15.307903 tst ping.py:19: start network...\u000a16:47:15.440732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:15.996363 run create_hlr_db(pid=24135): Launched\u000a16:47:16.175077 bus /gobi_6: Setting Powered False\u000a16:47:17.202673 run create_hlr_db(pid=24135): Terminated: ok {rc=0}\u000a16:47:17.628915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24137): Launched\u000a16:47:17.947115 run osmo-hlr_10.42.42.2(pid=24138): Launched\u000a16:47:18.067280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:18.621895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24140): Launched\u000a16:47:18.939912 run osmo-stp_10.42.42.5(pid=24141): Launched\u000a16:47:19.054997 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:47:19.609790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24143): Launched\u000a16:47:19.723025 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:47:20.000494 run patchelf(pid=24144): Launched\u000a16:47:20.187367 run osmo-stp_10.42.42.5(pid=24141): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24141)]\u000a16:47:20.324272 run osmo-stp_10.42.42.5(pid=24141): stdout: \u000a| (launched: 2022-12-09_16:47:18.783810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:20.461522 run osmo-stp_10.42.42.5(pid=24141): stderr: \u000a| �[0;m�[38;5;43m20221209164718976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164718976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164718976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164718976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164718977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164718977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164718977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:20.593726 run osmo-stp_10.42.42.5(pid=24141): stdout: \u000a| (launched: 2022-12-09_16:47:18.783810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:20.724380 run osmo-stp_10.42.42.5(pid=24141): stderr: \u000a| �[0;m�[38;5;43m20221209164718976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164718976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164718976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164718976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164718977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164718977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164718977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:20.876133 run patchelf(pid=24144): Terminating (SIGINT)\u000a16:47:21.053827 run patchelf(pid=24144): Terminated: ok {rc=0}\u000a16:47:21.085951 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24141): Process ended prematurely: osmo-stp_10.42.42.5(pid=24141) [trial-2361↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24141)] [trial-2361↪gprs:nanobts+band-900↪ping.py:22]\u000a16:47:21.095233 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:47:21.159141 run osmo-hlr_10.42.42.2(pid=24138): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24138)]\u000a16:47:21.210970 run osmo-hlr_10.42.42.2(pid=24138): stdout: \u000a| (launched: 2022-12-09_16:47:17.790387) \u000a16:47:21.263447 run osmo-hlr_10.42.42.2(pid=24138): stderr: \u000a| �[0;m�[1;31m20221209164717991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164717991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164717991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164717991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164717991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164717992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164718005 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164718013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164718013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164718013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:21.308532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24137): Terminating (SIGTERM)\u000a16:47:21.351133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24140): Terminating (SIGTERM)\u000a16:47:21.393700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24143): Terminating (SIGTERM)\u000a16:47:21.403656 --- ParallelTerminationStrategy: PID 24137 died...\u000a16:47:21.460270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24137): Terminated: ok {rc=0}\u000a16:47:21.470899 --- ParallelTerminationStrategy: PID 24140 died...\u000a16:47:21.527402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24140): Terminated: ok {rc=0}\u000a16:47:21.538015 --- ParallelTerminationStrategy: PID 24143 died...\u000a16:47:21.594470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24143): Terminated: ok {rc=0}\u000a16:47:21.681860 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24151): Process ended prematurely: osmo-stp_10.42.42.5(pid=24151) [trial-2361↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24151)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24151): Process ended prematurely: osmo-stp_10.42.42.5(pid=24151) [trial-2361↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a16:47:22.735612 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:22.748060 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:47:22.884917 tst ping_idle_ping.py: using LAC 22388\u000a16:47:23.001430 tst ping_idle_ping.py: using RAC 203\u000a16:47:23.119895 tst ping_idle_ping.py: using CellId 22388\u000a16:47:23.236546 tst ping_idle_ping.py: using BVCI 22389\u000a16:47:23.259210 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:23.269948 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:23.280450 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:23.291517 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:23.302523 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:23.313538 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:23.324629 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:47:23.335625 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:47:23.629710 tst ping_idle_ping.py:24: start network...\u000a16:47:23.764027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:24.269585 run create_hlr_db(pid=24145): Launched\u000a16:47:24.455442 bus /gobi_6: Setting Powered False\u000a16:47:25.475074 run create_hlr_db(pid=24145): Terminated: ok {rc=0}\u000a16:47:25.899470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24147): Launched\u000a16:47:26.218410 run osmo-hlr_10.42.42.2(pid=24148): Launched\u000a16:47:26.338171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:26.892068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24150): Launched\u000a16:47:27.210274 run osmo-stp_10.42.42.5(pid=24151): Launched\u000a16:47:27.326837 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:47:27.882286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24153): Launched\u000a16:47:27.995867 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:47:28.273802 run patchelf(pid=24154): Launched\u000a16:47:28.459926 run osmo-stp_10.42.42.5(pid=24151): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24151)]\u000a16:47:28.596399 run osmo-stp_10.42.42.5(pid=24151): stdout: \u000a| (launched: 2022-12-09_16:47:27.053888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:28.733472 run osmo-stp_10.42.42.5(pid=24151): stderr: \u000a| �[0;m�[38;5;43m20221209164727244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164727244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164727245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164727245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164727247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164727247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164727248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:28.865292 run osmo-stp_10.42.42.5(pid=24151): stdout: \u000a| (launched: 2022-12-09_16:47:27.053888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:28.995300 run osmo-stp_10.42.42.5(pid=24151): stderr: \u000a| �[0;m�[38;5;43m20221209164727244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164727244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164727245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164727245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164727247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164727247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164727248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:29.147581 run patchelf(pid=24154): Terminating (SIGINT)\u000a16:47:29.326415 run patchelf(pid=24154): Terminated: ok {rc=0}\u000a16:47:29.358625 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24151): Process ended prematurely: osmo-stp_10.42.42.5(pid=24151) [trial-2361↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24151)] [trial-2361↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a16:47:29.367905 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:47:29.431302 run osmo-hlr_10.42.42.2(pid=24148): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24148)]\u000a16:47:29.482727 run osmo-hlr_10.42.42.2(pid=24148): stdout: \u000a| (launched: 2022-12-09_16:47:26.061664) \u000a16:47:29.534571 run osmo-hlr_10.42.42.2(pid=24148): stderr: \u000a| �[0;m�[1;31m20221209164726259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164726259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164726259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164726259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164726259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164726259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164726276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164726286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164726286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164726286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:29.578997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24147): Terminating (SIGTERM)\u000a16:47:29.620628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24150): Terminating (SIGTERM)\u000a16:47:29.662839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24153): Terminating (SIGTERM)\u000a16:47:29.672659 --- ParallelTerminationStrategy: PID 24147 died...\u000a16:47:29.728599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24147): Terminated: ok {rc=0}\u000a16:47:29.738948 --- ParallelTerminationStrategy: PID 24150 died...\u000a16:47:29.794814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24150): Terminated: ok {rc=0}\u000a16:47:29.805455 --- ParallelTerminationStrategy: PID 24153 died...\u000a16:47:29.861534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24153): Terminated: ok {rc=0}\u000a16:47:29.948682 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:46:31" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24171): Process ended prematurely: osmo-stp_10.42.42.5(pid=24171) [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24171)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24171): Process ended prematurely: osmo-stp_10.42.42.5(pid=24171) [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:47:32.208538 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.219900 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:47:32.361469 tst cs_paging_gprs_active.py: using LAC 22389\u000a16:47:32.487429 tst cs_paging_gprs_active.py: using RAC 204\u000a16:47:32.615698 tst cs_paging_gprs_active.py: using CellId 22389\u000a16:47:32.737757 tst cs_paging_gprs_active.py: using BVCI 22390\u000a16:47:32.761293 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.772179 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.782953 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.794342 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.805579 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.816888 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.828270 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.839366 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.851068 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:32.972178 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:33.268239 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:47:33.404481 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:33.740545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24159): Launched\u000a16:47:34.019229 run iperf3-srv_10.42.42.10(pid=24160): Launched\u000a16:47:34.218397 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:47:34.354994 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:34.691168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24161): Launched\u000a16:47:34.969343 run iperf3-srv_10.42.42.10(pid=24162): Launched\u000a16:47:35.167739 tst cs_paging_gprs_active.py:38: start network...\u000a16:47:35.303074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:35.814193 run create_hlr_db(pid=24163): Launched\u000a16:47:36.005475 bus /gobi_6: Setting Powered False\u000a16:47:37.022908 run create_hlr_db(pid=24163): Terminated: ok {rc=0}\u000a16:47:37.430916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24167): Launched\u000a16:47:37.734604 run osmo-hlr_10.42.42.2(pid=24168): Launched\u000a16:47:37.855224 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:38.386525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24170): Launched\u000a16:47:38.689035 run osmo-stp_10.42.42.5(pid=24171): Launched\u000a16:47:38.799028 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:47:39.327262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24173): Launched\u000a16:47:39.435210 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:47:39.700313 run patchelf(pid=24174): Launched\u000a16:47:39.878276 run osmo-stp_10.42.42.5(pid=24171): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24171)]\u000a16:47:40.008153 run osmo-stp_10.42.42.5(pid=24171): stdout: \u000a| (launched: 2022-12-09_16:47:38.539975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:40.138379 run osmo-stp_10.42.42.5(pid=24171): stderr: \u000a| �[0;m�[38;5;43m20221209164738710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164738711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164738711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164738711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164738712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164738712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164738712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:40.263420 run osmo-stp_10.42.42.5(pid=24171): stdout: \u000a| (launched: 2022-12-09_16:47:38.539975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:40.387735 run osmo-stp_10.42.42.5(pid=24171): stderr: \u000a| �[0;m�[38;5;43m20221209164738710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164738711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164738711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164738711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164738712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164738712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164738712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:40.531846 run patchelf(pid=24174): Terminating (SIGINT)\u000a16:47:40.701764 run patchelf(pid=24174): Terminated: ok {rc=0}\u000a16:47:40.732912 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24171): Process ended prematurely: osmo-stp_10.42.42.5(pid=24171) [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24171)] [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:47:40.742060 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a16:47:40.801374 run osmo-hlr_10.42.42.2(pid=24168): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24168)]\u000a16:47:40.849798 run osmo-hlr_10.42.42.2(pid=24168): stdout: \u000a| (launched: 2022-12-09_16:47:37.585825) \u000a16:47:40.899085 run osmo-hlr_10.42.42.2(pid=24168): stderr: \u000a| �[0;m�[1;31m20221209164737763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164737763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164737763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164737763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164737763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164737763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164737775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164737784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164737785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164737785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:40.941141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24159): Terminating (SIGTERM)\u000a16:47:40.980334 run iperf3-srv_10.42.42.10(pid=24160): Terminating (SIGTERM)\u000a16:47:41.019535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24161): Terminating (SIGTERM)\u000a16:47:41.058695 run iperf3-srv_10.42.42.10(pid=24162): Terminating (SIGTERM)\u000a16:47:41.098061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24167): Terminating (SIGTERM)\u000a16:47:41.137211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24170): Terminating (SIGTERM)\u000a16:47:41.176359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24173): Terminating (SIGTERM)\u000a16:47:41.185581 --- ParallelTerminationStrategy: PID 24159 died...\u000a16:47:41.238287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24159): Terminated: ok {rc=0}\u000a16:47:41.247786 --- ParallelTerminationStrategy: PID 24160 died...\u000a16:47:41.300078 run iperf3-srv_10.42.42.10(pid=24160): Terminated {rc=256}\u000a16:47:41.309951 --- ParallelTerminationStrategy: PID 24161 died...\u000a16:47:41.363219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24161): Terminated: ok {rc=0}\u000a16:47:41.372783 --- ParallelTerminationStrategy: PID 24162 died...\u000a16:47:41.425258 run iperf3-srv_10.42.42.10(pid=24162): Terminated {rc=256}\u000a16:47:41.434754 --- ParallelTerminationStrategy: PID 24167 died...\u000a16:47:41.487329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24167): Terminated: ok {rc=0}\u000a16:47:41.496827 --- ParallelTerminationStrategy: PID 24170 died...\u000a16:47:41.549345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24170): Terminated: ok {rc=0}\u000a16:47:41.558933 --- ParallelTerminationStrategy: PID 24173 died...\u000a16:47:41.611649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24173): Terminated: ok {rc=0}\u000a16:47:41.700457 bus /gobi_0: Setting Powered False\u000a16:47:42.804381 bus /gobi_0: Setting Powered False\u000a16:47:43.915155 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24183): Process ended prematurely: osmo-stp_10.42.42.5(pid=24183) [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24183)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24183): Process ended prematurely: osmo-stp_10.42.42.5(pid=24183) [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:47:45.024188 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:45.035733 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:47:45.174496 tst iperf3.py: using LAC 22390\u000a16:47:45.291482 tst iperf3.py: using RAC 205\u000a16:47:45.411187 tst iperf3.py: using CellId 22390\u000a16:47:45.530658 tst iperf3.py: using BVCI 22391\u000a16:47:45.553601 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:45.564512 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:45.575206 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:45.586054 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:45.596689 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:45.607424 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:45.618249 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:45.628886 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:45.639830 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:45.959182 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:47:46.099145 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:46.448449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24175): Launched\u000a16:47:46.767592 run iperf3-srv_10.42.42.10(pid=24176): Launched\u000a16:47:47.019098 tst iperf3.py:8: start network...\u000a16:47:47.179510 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:47.694638 run create_hlr_db(pid=24177): Launched\u000a16:47:47.882184 bus /gobi_6: Setting Powered False\u000a16:47:48.901836 run create_hlr_db(pid=24177): Terminated: ok {rc=0}\u000a16:47:49.334065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24179): Launched\u000a16:47:49.657108 run osmo-hlr_10.42.42.2(pid=24180): Launched\u000a16:47:49.771410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:50.296757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24182): Launched\u000a16:47:50.598170 run osmo-stp_10.42.42.5(pid=24183): Launched\u000a16:47:50.706794 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:47:51.234483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24185): Launched\u000a16:47:51.342086 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:47:51.607677 run patchelf(pid=24186): Launched\u000a16:47:51.784453 run osmo-stp_10.42.42.5(pid=24183): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24183)]\u000a16:47:51.913729 run osmo-stp_10.42.42.5(pid=24183): stdout: \u000a| (launched: 2022-12-09_16:47:50.449545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:52.043412 run osmo-stp_10.42.42.5(pid=24183): stderr: \u000a| �[0;m�[38;5;43m20221209164750619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164750619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164750619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164750619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164750620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164750620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164750620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:52.168101 run osmo-stp_10.42.42.5(pid=24183): stdout: \u000a| (launched: 2022-12-09_16:47:50.449545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:52.291311 run osmo-stp_10.42.42.5(pid=24183): stderr: \u000a| �[0;m�[38;5;43m20221209164750619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164750619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164750619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164750619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164750620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164750620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164750620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:52.435140 run patchelf(pid=24186): Terminating (SIGINT)\u000a16:47:52.604357 run patchelf(pid=24186): Terminated: ok {rc=0}\u000a16:47:52.635592 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24183): Process ended prematurely: osmo-stp_10.42.42.5(pid=24183) [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24183)] [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a16:47:52.644776 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:47:52.704659 run osmo-hlr_10.42.42.2(pid=24180): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24180)]\u000a16:47:52.753432 run osmo-hlr_10.42.42.2(pid=24180): stdout: \u000a| (launched: 2022-12-09_16:47:49.498687) \u000a16:47:52.802804 run osmo-hlr_10.42.42.2(pid=24180): stderr: \u000a| �[0;m�[1;31m20221209164749697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164749697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164749698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164749698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164749698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164749698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164749710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164749718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164749718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164749718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:52.844803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24175): Terminating (SIGTERM)\u000a16:47:52.884079 run iperf3-srv_10.42.42.10(pid=24176): Terminating (SIGTERM)\u000a16:47:52.923469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24179): Terminating (SIGTERM)\u000a16:47:52.962777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24182): Terminating (SIGTERM)\u000a16:47:53.003059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24185): Terminating (SIGTERM)\u000a16:47:53.012360 --- ParallelTerminationStrategy: PID 24175 died...\u000a16:47:53.065263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24175): Terminated: ok {rc=0}\u000a16:47:53.074816 --- ParallelTerminationStrategy: PID 24176 died...\u000a16:47:53.127013 run iperf3-srv_10.42.42.10(pid=24176): Terminated {rc=256}\u000a16:47:53.136464 --- ParallelTerminationStrategy: PID 24179 died...\u000a16:47:53.188477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24179): Terminated: ok {rc=0}\u000a16:47:53.198043 --- ParallelTerminationStrategy: PID 24182 died...\u000a16:47:53.250587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24182): Terminated: ok {rc=0}\u000a16:47:53.260097 --- ParallelTerminationStrategy: PID 24185 died...\u000a16:47:53.312267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24185): Terminated: ok {rc=0}\u000a16:47:53.394883 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24201): Process ended prematurely: osmo-stp_10.42.42.5(pid=24201) [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24201)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24201): Process ended prematurely: osmo-stp_10.42.42.5(pid=24201) [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:47:54.501544 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:54.513207 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:47:54.657051 tst iperf3m4.py: using LAC 22391\u000a16:47:54.783163 tst iperf3m4.py: using RAC 206\u000a16:47:54.909553 tst iperf3m4.py: using CellId 22391\u000a16:47:55.035777 tst iperf3m4.py: using BVCI 22392\u000a16:47:55.060546 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:55.072037 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:55.083411 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:55.094863 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:55.106161 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:55.117518 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:55.129338 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:55.140503 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:55.152089 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:55.269844 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:55.392177 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:55.509714 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:55.790551 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:47:55.916360 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:56.231236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24187): Launched\u000a16:47:56.493585 run iperf3-srv_10.42.42.10(pid=24188): Launched\u000a16:47:56.679473 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:47:56.806882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:57.123036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24189): Launched\u000a16:47:57.384550 run iperf3-srv_10.42.42.10(pid=24190): Launched\u000a16:47:57.569868 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:47:57.695683 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:58.010961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24191): Launched\u000a16:47:58.271688 run iperf3-srv_10.42.42.10(pid=24192): Launched\u000a16:47:58.456429 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:47:58.582172 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:58.896839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24193): Launched\u000a16:47:59.158373 run iperf3-srv_10.42.42.10(pid=24194): Launched\u000a16:47:59.342681 tst iperf3m4.py:8: start network...\u000a16:47:59.467879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:59.951218 run create_hlr_db(pid=24195): Launched\u000a16:48:00.124375 bus /gobi_6: Setting Powered False\u000a16:48:01.199001 run create_hlr_db(pid=24195): Terminated: ok {rc=0}\u000a16:48:01.659579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24197): Launched\u000a16:48:02.072665 run osmo-hlr_10.42.42.2(pid=24198): Launched\u000a16:48:02.207740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:02.782454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24200): Launched\u000a16:48:03.106772 run osmo-stp_10.42.42.5(pid=24201): Launched\u000a16:48:03.224445 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:48:03.791246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24203): Launched\u000a16:48:03.907375 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:48:04.190306 run patchelf(pid=24204): Launched\u000a16:48:04.381390 run osmo-stp_10.42.42.5(pid=24201): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24201)]\u000a16:48:04.520234 run osmo-stp_10.42.42.5(pid=24201): stdout: \u000a| (launched: 2022-12-09_16:48:02.947299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:04.659122 run osmo-stp_10.42.42.5(pid=24201): stderr: \u000a| �[0;m�[38;5;43m20221209164803140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164803140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164803140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164803141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164803141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164803141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164803141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:04.792837 run osmo-stp_10.42.42.5(pid=24201): stdout: \u000a| (launched: 2022-12-09_16:48:02.947299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:04.925820 run osmo-stp_10.42.42.5(pid=24201): stderr: \u000a| �[0;m�[38;5;43m20221209164803140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164803140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164803140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164803141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164803141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164803141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164803141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:05.080439 run patchelf(pid=24204): Terminating (SIGINT)\u000a16:48:05.262868 run patchelf(pid=24204): Terminated: ok {rc=0}\u000a16:48:05.296287 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24201): Process ended prematurely: osmo-stp_10.42.42.5(pid=24201) [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24201)] [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:48:05.306193 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a16:48:05.370027 run osmo-hlr_10.42.42.2(pid=24198): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24198)]\u000a16:48:05.421129 run osmo-hlr_10.42.42.2(pid=24198): stdout: \u000a| (launched: 2022-12-09_16:48:01.827804) \u000a16:48:05.473053 run osmo-hlr_10.42.42.2(pid=24198): stderr: \u000a| �[0;m�[1;31m20221209164802198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164802198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164802198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164802198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164802198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164802198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164802216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164802224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164802224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164802224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:05.517030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24187): Terminating (SIGTERM)\u000a16:48:05.558558 run iperf3-srv_10.42.42.10(pid=24188): Terminating (SIGTERM)\u000a16:48:05.600409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24189): Terminating (SIGTERM)\u000a16:48:05.642327 run iperf3-srv_10.42.42.10(pid=24190): Terminating (SIGTERM)\u000a16:48:05.684067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24191): Terminating (SIGTERM)\u000a16:48:05.725314 run iperf3-srv_10.42.42.10(pid=24192): Terminating (SIGTERM)\u000a16:48:05.766906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24193): Terminating (SIGTERM)\u000a16:48:05.808439 run iperf3-srv_10.42.42.10(pid=24194): Terminating (SIGTERM)\u000a16:48:05.850309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24197): Terminating (SIGTERM)\u000a16:48:05.891747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24200): Terminating (SIGTERM)\u000a16:48:05.933004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24203): Terminating (SIGTERM)\u000a16:48:05.943073 --- ParallelTerminationStrategy: PID 24187 died...\u000a16:48:05.998970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24187): Terminated: ok {rc=0}\u000a16:48:06.009516 --- ParallelTerminationStrategy: PID 24188 died...\u000a16:48:06.064599 run iperf3-srv_10.42.42.10(pid=24188): Terminated {rc=256}\u000a16:48:06.074966 --- ParallelTerminationStrategy: PID 24189 died...\u000a16:48:06.130495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24189): Terminated: ok {rc=0}\u000a16:48:06.140424 --- ParallelTerminationStrategy: PID 24190 died...\u000a16:48:06.195505 run iperf3-srv_10.42.42.10(pid=24190): Terminated {rc=256}\u000a16:48:06.205935 --- ParallelTerminationStrategy: PID 24191 died...\u000a16:48:06.260997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24191): Terminated: ok {rc=0}\u000a16:48:06.271372 --- ParallelTerminationStrategy: PID 24192 died...\u000a16:48:06.327067 run iperf3-srv_10.42.42.10(pid=24192): Terminated {rc=256}\u000a16:48:06.337203 --- ParallelTerminationStrategy: PID 24193 died...\u000a16:48:06.392598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24193): Terminated: ok {rc=0}\u000a16:48:06.402913 --- ParallelTerminationStrategy: PID 24194 died...\u000a16:48:06.458359 run iperf3-srv_10.42.42.10(pid=24194): Terminated {rc=256}\u000a16:48:06.468449 --- ParallelTerminationStrategy: PID 24197 died...\u000a16:48:06.523950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24197): Terminated: ok {rc=0}\u000a16:48:06.534159 --- ParallelTerminationStrategy: PID 24200 died...\u000a16:48:06.589472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24200): Terminated: ok {rc=0}\u000a16:48:06.599800 --- ParallelTerminationStrategy: PID 24203 died...\u000a16:48:06.655096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24203): Terminated: ok {rc=0}\u000a16:48:06.741869 bus /gobi_4: Setting Powered False\u000a16:48:07.846364 bus /gobi_4: Setting Powered False\u000a16:48:08.957438 bus /gobi_1: Setting Powered False\u000a16:48:10.060075 bus /gobi_1: Setting Powered False\u000a16:48:11.170162 bus /gobi_0: Setting Powered False\u000a16:48:12.271224 bus /gobi_0: Setting Powered False\u000a16:48:13.382733 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24211): Process ended prematurely: osmo-stp_10.42.42.5(pid=24211) [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24211)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24211): Process ended prematurely: osmo-stp_10.42.42.5(pid=24211) [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:48:14.448692 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:14.460318 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:48:14.595824 tst ping.py: using LAC 22392\u000a16:48:14.711579 tst ping.py: using RAC 207\u000a16:48:14.829552 tst ping.py: using CellId 22392\u000a16:48:14.945348 tst ping.py: using BVCI 22393\u000a16:48:14.967847 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:14.978879 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:14.989795 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:15.000908 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:15.011676 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:15.022411 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:15.033528 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:15.044321 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:48:15.317943 tst ping.py:19: start network...\u000a16:48:15.441327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:15.949492 run create_hlr_db(pid=24205): Launched\u000a16:48:16.141887 bus /gobi_6: Setting Powered False\u000a16:48:17.235885 run create_hlr_db(pid=24205): Terminated: ok {rc=0}\u000a16:48:17.666331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24207): Launched\u000a16:48:17.985159 run osmo-hlr_10.42.42.2(pid=24208): Launched\u000a16:48:18.104001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:18.659295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24210): Launched\u000a16:48:18.977467 run osmo-stp_10.42.42.5(pid=24211): Launched\u000a16:48:19.096713 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:48:19.654297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24213): Launched\u000a16:48:19.768189 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:48:20.046759 run patchelf(pid=24214): Launched\u000a16:48:20.234035 run osmo-stp_10.42.42.5(pid=24211): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24211)]\u000a16:48:20.371233 run osmo-stp_10.42.42.5(pid=24211): stdout: \u000a| (launched: 2022-12-09_16:48:18.820942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:20.509109 run osmo-stp_10.42.42.5(pid=24211): stderr: \u000a| �[0;m�[38;5;43m20221209164819012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164819012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164819013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164819013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164819014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164819014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164819014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:20.641197 run osmo-stp_10.42.42.5(pid=24211): stdout: \u000a| (launched: 2022-12-09_16:48:18.820942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:20.772120 run osmo-stp_10.42.42.5(pid=24211): stderr: \u000a| �[0;m�[38;5;43m20221209164819012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164819012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164819013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164819013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164819014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164819014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164819014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:20.924182 run patchelf(pid=24214): Terminating (SIGINT)\u000a16:48:21.102722 run patchelf(pid=24214): Terminated: ok {rc=0}\u000a16:48:21.135169 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24211): Process ended prematurely: osmo-stp_10.42.42.5(pid=24211) [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24211)] [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a16:48:21.144279 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:48:21.207904 run osmo-hlr_10.42.42.2(pid=24208): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24208)]\u000a16:48:21.259434 run osmo-hlr_10.42.42.2(pid=24208): stdout: \u000a| (launched: 2022-12-09_16:48:17.828382) \u000a16:48:21.311600 run osmo-hlr_10.42.42.2(pid=24208): stderr: \u000a| �[0;m�[1;31m20221209164818026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164818026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164818026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164818027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164818027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164818027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164818039 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164818047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164818047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164818047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:21.355841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24207): Terminating (SIGTERM)\u000a16:48:21.397734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24210): Terminating (SIGTERM)\u000a16:48:21.439489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24213): Terminating (SIGTERM)\u000a16:48:21.449421 --- ParallelTerminationStrategy: PID 24207 died...\u000a16:48:21.505175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24207): Terminated: ok {rc=0}\u000a16:48:21.515546 --- ParallelTerminationStrategy: PID 24210 died...\u000a16:48:21.571418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24210): Terminated: ok {rc=0}\u000a16:48:21.581903 --- ParallelTerminationStrategy: PID 24213 died...\u000a16:48:21.637588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24213): Terminated: ok {rc=0}\u000a16:48:21.724037 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24221): Process ended prematurely: osmo-stp_10.42.42.5(pid=24221) [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24221)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24221): Process ended prematurely: osmo-stp_10.42.42.5(pid=24221) [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:48:22.776276 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:22.787994 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:48:22.924397 tst ping_idle_ping.py: using LAC 22393\u000a16:48:23.042705 tst ping_idle_ping.py: using RAC 208\u000a16:48:23.168279 tst ping_idle_ping.py: using CellId 22393\u000a16:48:23.294000 tst ping_idle_ping.py: using BVCI 22394\u000a16:48:23.318616 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:23.330233 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:23.341437 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:23.353141 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:23.364398 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:23.375827 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:23.387797 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:23.399260 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:48:23.688236 tst ping_idle_ping.py:24: start network...\u000a16:48:23.821580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:24.324664 run create_hlr_db(pid=24215): Launched\u000a16:48:24.510610 bus /gobi_6: Setting Powered False\u000a16:48:25.529539 run create_hlr_db(pid=24215): Terminated: ok {rc=0}\u000a16:48:25.931246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24217): Launched\u000a16:48:26.230079 run osmo-hlr_10.42.42.2(pid=24218): Launched\u000a16:48:26.347065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:26.870031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24220): Launched\u000a16:48:27.167335 run osmo-stp_10.42.42.5(pid=24221): Launched\u000a16:48:27.275407 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:48:27.793911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24223): Launched\u000a16:48:27.899223 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:48:28.158816 run patchelf(pid=24224): Launched\u000a16:48:28.332774 run osmo-stp_10.42.42.5(pid=24221): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24221)]\u000a16:48:28.460903 run osmo-stp_10.42.42.5(pid=24221): stdout: \u000a| (launched: 2022-12-09_16:48:27.020738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:28.588699 run osmo-stp_10.42.42.5(pid=24221): stderr: \u000a| �[0;m�[38;5;43m20221209164827192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164827192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164827192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164827193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164827193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164827193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164827193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:28.711734 run osmo-stp_10.42.42.5(pid=24221): stdout: \u000a| (launched: 2022-12-09_16:48:27.020738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:28.833437 run osmo-stp_10.42.42.5(pid=24221): stderr: \u000a| �[0;m�[38;5;43m20221209164827192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164827192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164827192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164827193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164827193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164827193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164827193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:28.975249 run patchelf(pid=24224): Terminating (SIGINT)\u000a16:48:29.141920 run patchelf(pid=24224): Terminated: ok {rc=0}\u000a16:48:29.172328 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24221): Process ended prematurely: osmo-stp_10.42.42.5(pid=24221) [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24221)] [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:48:29.180759 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a16:48:29.240403 run osmo-hlr_10.42.42.2(pid=24218): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24218)]\u000a16:48:29.288908 run osmo-hlr_10.42.42.2(pid=24218): stdout: \u000a| (launched: 2022-12-09_16:48:26.082008) \u000a16:48:29.338308 run osmo-hlr_10.42.42.2(pid=24218): stderr: \u000a| �[0;m�[1;31m20221209164826258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164826258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164826258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164826258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164826258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164826258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164826270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164826279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164826279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164826279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:29.380229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24217): Terminating (SIGTERM)\u000a16:48:29.419802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24220): Terminating (SIGTERM)\u000a16:48:29.459301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24223): Terminating (SIGTERM)\u000a16:48:29.468561 --- ParallelTerminationStrategy: PID 24217 died...\u000a16:48:29.521606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24217): Terminated: ok {rc=0}\u000a16:48:29.531387 --- ParallelTerminationStrategy: PID 24220 died...\u000a16:48:29.584498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24220): Terminated: ok {rc=0}\u000a16:48:29.594302 --- ParallelTerminationStrategy: PID 24223 died...\u000a16:48:29.647344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24223): Terminated: ok {rc=0}\u000a16:48:29.731073 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:47:31" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24238): Process ended prematurely: osmo-stp_10.42.42.5(pid=24238) [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24238)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24238): Process ended prematurely: osmo-stp_10.42.42.5(pid=24238) [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:48:31.941347 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:31.957723 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:48:32.144874 tst cs_paging_gprs_active.py: using LAC 22394\u000a16:48:32.284712 tst cs_paging_gprs_active.py: using RAC 209\u000a16:48:32.410432 tst cs_paging_gprs_active.py: using CellId 22394\u000a16:48:32.527196 tst cs_paging_gprs_active.py: using BVCI 22395\u000a16:48:32.550325 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.563168 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.574004 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.584916 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.595993 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.606676 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.617954 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.628617 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.639616 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:32.759000 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:33.054454 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:48:33.189814 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:33.527660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24228): Launched\u000a16:48:33.806300 run iperf3-srv_10.42.42.10(pid=24229): Launched\u000a16:48:34.005745 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:48:34.141517 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:34.477665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24230): Launched\u000a16:48:34.756722 run iperf3-srv_10.42.42.10(pid=24231): Launched\u000a16:48:34.955427 tst cs_paging_gprs_active.py:38: start network...\u000a16:48:35.090835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:35.602065 run create_hlr_db(pid=24232): Launched\u000a16:48:35.790062 bus /gobi_6: Setting Powered False\u000a16:48:36.810244 run create_hlr_db(pid=24232): Terminated: ok {rc=0}\u000a16:48:37.216878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24234): Launched\u000a16:48:37.520358 run osmo-hlr_10.42.42.2(pid=24235): Launched\u000a16:48:37.632754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:38.157667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24237): Launched\u000a16:48:38.461124 run osmo-stp_10.42.42.5(pid=24238): Launched\u000a16:48:38.571357 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:48:39.100029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24240): Launched\u000a16:48:39.208043 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:48:39.474850 run patchelf(pid=24241): Launched\u000a16:48:39.652841 run osmo-stp_10.42.42.5(pid=24238): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24238)]\u000a16:48:39.782902 run osmo-stp_10.42.42.5(pid=24238): stdout: \u000a| (launched: 2022-12-09_16:48:38.311334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:39.913517 run osmo-stp_10.42.42.5(pid=24238): stderr: \u000a| �[0;m�[38;5;43m20221209164838484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164838484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164838484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164838484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164838485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164838485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164838485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:40.038738 run osmo-stp_10.42.42.5(pid=24238): stdout: \u000a| (launched: 2022-12-09_16:48:38.311334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:40.163201 run osmo-stp_10.42.42.5(pid=24238): stderr: \u000a| �[0;m�[38;5;43m20221209164838484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164838484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164838484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164838484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164838485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164838485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164838485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:40.308076 run patchelf(pid=24241): Terminating (SIGINT)\u000a16:48:40.479184 run patchelf(pid=24241): Terminated: ok {rc=0}\u000a16:48:40.510671 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24238): Process ended prematurely: osmo-stp_10.42.42.5(pid=24238) [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24238)] [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:48:40.519808 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a16:48:40.579494 run osmo-hlr_10.42.42.2(pid=24235): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24235)]\u000a16:48:40.628257 run osmo-hlr_10.42.42.2(pid=24235): stdout: \u000a| (launched: 2022-12-09_16:48:37.371402) \u000a16:48:40.677520 run osmo-hlr_10.42.42.2(pid=24235): stderr: \u000a| �[0;m�[1;31m20221209164837549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164837549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164837549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164837549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164837549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164837549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164837565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164837574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164837574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164837574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:40.719512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24228): Terminating (SIGTERM)\u000a16:48:40.759275 run iperf3-srv_10.42.42.10(pid=24229): Terminating (SIGTERM)\u000a16:48:40.799016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24230): Terminating (SIGTERM)\u000a16:48:40.838760 run iperf3-srv_10.42.42.10(pid=24231): Terminating (SIGTERM)\u000a16:48:40.878449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24234): Terminating (SIGTERM)\u000a16:48:40.918328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24237): Terminating (SIGTERM)\u000a16:48:40.957993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24240): Terminating (SIGTERM)\u000a16:48:40.967338 --- ParallelTerminationStrategy: PID 24228 died...\u000a16:48:41.020685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24228): Terminated: ok {rc=0}\u000a16:48:41.030459 --- ParallelTerminationStrategy: PID 24229 died...\u000a16:48:41.083449 run iperf3-srv_10.42.42.10(pid=24229): Terminated {rc=256}\u000a16:48:41.093146 --- ParallelTerminationStrategy: PID 24230 died...\u000a16:48:41.145969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24230): Terminated: ok {rc=0}\u000a16:48:41.155472 --- ParallelTerminationStrategy: PID 24231 died...\u000a16:48:41.208061 run iperf3-srv_10.42.42.10(pid=24231): Terminated {rc=256}\u000a16:48:41.217824 --- ParallelTerminationStrategy: PID 24234 died...\u000a16:48:41.270526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24234): Terminated: ok {rc=0}\u000a16:48:41.280141 --- ParallelTerminationStrategy: PID 24237 died...\u000a16:48:41.332898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24237): Terminated: ok {rc=0}\u000a16:48:41.342623 --- ParallelTerminationStrategy: PID 24240 died...\u000a16:48:41.395317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24240): Terminated: ok {rc=0}\u000a16:48:41.478322 bus /gobi_0: Setting Powered False\u000a16:48:42.584575 bus /gobi_0: Setting Powered False\u000a16:48:43.691447 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24250): Process ended prematurely: osmo-stp_10.42.42.5(pid=24250) [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24250)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24250): Process ended prematurely: osmo-stp_10.42.42.5(pid=24250) [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:48:44.805773 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:44.817900 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:48:44.984037 tst iperf3.py: using LAC 22395\u000a16:48:45.104791 tst iperf3.py: using RAC 210\u000a16:48:45.225638 tst iperf3.py: using CellId 22395\u000a16:48:45.344137 tst iperf3.py: using BVCI 22396\u000a16:48:45.367381 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:45.378583 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:45.389605 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:45.400316 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:45.411299 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:45.422292 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:45.433200 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:45.443878 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:45.454817 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:45.748026 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:48:45.905466 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:46.265562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24242): Launched\u000a16:48:46.567333 run iperf3-srv_10.42.42.10(pid=24243): Launched\u000a16:48:46.771092 tst iperf3.py:8: start network...\u000a16:48:46.909522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:47.425811 run create_hlr_db(pid=24244): Launched\u000a16:48:47.614043 bus /gobi_6: Setting Powered False\u000a16:48:48.634290 run create_hlr_db(pid=24244): Terminated: ok {rc=0}\u000a16:48:49.042306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24246): Launched\u000a16:48:49.345314 run osmo-hlr_10.42.42.2(pid=24247): Launched\u000a16:48:49.461327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:49.987110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24249): Launched\u000a16:48:50.289454 run osmo-stp_10.42.42.5(pid=24250): Launched\u000a16:48:50.399171 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:48:50.924264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24252): Launched\u000a16:48:51.031810 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:48:51.295913 run patchelf(pid=24253): Launched\u000a16:48:51.473400 run osmo-stp_10.42.42.5(pid=24250): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24250)]\u000a16:48:51.602885 run osmo-stp_10.42.42.5(pid=24250): stdout: \u000a| (launched: 2022-12-09_16:48:50.140261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:51.732475 run osmo-stp_10.42.42.5(pid=24250): stderr: \u000a| �[0;m�[38;5;43m20221209164850313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164850313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164850314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164850314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164850314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164850314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164850315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:51.856841 run osmo-stp_10.42.42.5(pid=24250): stdout: \u000a| (launched: 2022-12-09_16:48:50.140261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:51.980359 run osmo-stp_10.42.42.5(pid=24250): stderr: \u000a| �[0;m�[38;5;43m20221209164850313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164850313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164850314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164850314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164850314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164850314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164850315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:52.124733 run patchelf(pid=24253): Terminating (SIGINT)\u000a16:48:52.295058 run patchelf(pid=24253): Terminated: ok {rc=0}\u000a16:48:52.326349 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24250): Process ended prematurely: osmo-stp_10.42.42.5(pid=24250) [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24250)] [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:48:52.335464 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:48:52.394758 run osmo-hlr_10.42.42.2(pid=24247): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24247)]\u000a16:48:52.443080 run osmo-hlr_10.42.42.2(pid=24247): stdout: \u000a| (launched: 2022-12-09_16:48:49.195924) \u000a16:48:52.492215 run osmo-hlr_10.42.42.2(pid=24247): stderr: \u000a| �[0;m�[1;31m20221209164849374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164849374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164849374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164849374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164849374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164849374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164849386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164849395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164849395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164849395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:52.533706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24242): Terminating (SIGTERM)\u000a16:48:52.572707 run iperf3-srv_10.42.42.10(pid=24243): Terminating (SIGTERM)\u000a16:48:52.611937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24246): Terminating (SIGTERM)\u000a16:48:52.651244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24249): Terminating (SIGTERM)\u000a16:48:52.690526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24252): Terminating (SIGTERM)\u000a16:48:52.699702 --- ParallelTerminationStrategy: PID 24242 died...\u000a16:48:52.752493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24242): Terminated: ok {rc=0}\u000a16:48:52.762192 --- ParallelTerminationStrategy: PID 24243 died...\u000a16:48:52.814493 run iperf3-srv_10.42.42.10(pid=24243): Terminated {rc=256}\u000a16:48:52.823989 --- ParallelTerminationStrategy: PID 24246 died...\u000a16:48:52.876485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24246): Terminated: ok {rc=0}\u000a16:48:52.886123 --- ParallelTerminationStrategy: PID 24249 died...\u000a16:48:52.939037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24249): Terminated: ok {rc=0}\u000a16:48:52.948551 --- ParallelTerminationStrategy: PID 24252 died...\u000a16:48:53.000866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24252): Terminated: ok {rc=0}\u000a16:48:53.083999 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24268): Process ended prematurely: osmo-stp_10.42.42.5(pid=24268) [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24268)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24268): Process ended prematurely: osmo-stp_10.42.42.5(pid=24268) [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:48:54.197240 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:54.209454 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:48:54.373839 tst iperf3m4.py: using LAC 22396\u000a16:48:54.496652 tst iperf3m4.py: using RAC 211\u000a16:48:54.615101 tst iperf3m4.py: using CellId 22396\u000a16:48:54.735573 tst iperf3m4.py: using BVCI 22397\u000a16:48:54.758607 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:54.769593 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:54.780416 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:54.791861 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:54.803166 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:54.814438 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:54.826023 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:54.837191 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:54.848531 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:54.967292 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:55.087790 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:55.209967 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:55.495561 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:48:55.622871 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:55.937678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24254): Launched\u000a16:48:56.198756 run iperf3-srv_10.42.42.10(pid=24255): Launched\u000a16:48:56.383373 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:48:56.509446 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:56.823405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24256): Launched\u000a16:48:57.083838 run iperf3-srv_10.42.42.10(pid=24257): Launched\u000a16:48:57.269318 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:48:57.394978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:57.710230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24258): Launched\u000a16:48:57.970228 run iperf3-srv_10.42.42.10(pid=24259): Launched\u000a16:48:58.154772 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:48:58.280101 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:58.594744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24260): Launched\u000a16:48:58.855179 run iperf3-srv_10.42.42.10(pid=24261): Launched\u000a16:48:59.039403 tst iperf3m4.py:8: start network...\u000a16:48:59.165258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:59.649159 run create_hlr_db(pid=24262): Launched\u000a16:48:59.823218 bus /gobi_6: Setting Powered False\u000a16:49:00.854175 run create_hlr_db(pid=24262): Terminated: ok {rc=0}\u000a16:49:01.327129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24264): Launched\u000a16:49:01.763629 run osmo-hlr_10.42.42.2(pid=24265): Launched\u000a16:49:01.886049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:02.539744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24267): Launched\u000a16:49:02.841693 run osmo-stp_10.42.42.5(pid=24268): Launched\u000a16:49:02.950246 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:03.476770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24270): Launched\u000a16:49:03.584658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:03.848633 run patchelf(pid=24271): Launched\u000a16:49:04.024868 run osmo-stp_10.42.42.5(pid=24268): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24268)]\u000a16:49:04.153895 run osmo-stp_10.42.42.5(pid=24268): stdout: \u000a| (launched: 2022-12-09_16:49:02.693844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:04.283089 run osmo-stp_10.42.42.5(pid=24268): stderr: \u000a| �[0;m�[38;5;43m20221209164902864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164902864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164902864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164902865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164902865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164902865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164902865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:04.407491 run osmo-stp_10.42.42.5(pid=24268): stdout: \u000a| (launched: 2022-12-09_16:49:02.693844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:04.530246 run osmo-stp_10.42.42.5(pid=24268): stderr: \u000a| �[0;m�[38;5;43m20221209164902864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164902864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164902864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164902865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164902865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164902865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164902865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:04.673964 run patchelf(pid=24271): Terminating (SIGINT)\u000a16:49:04.843141 run patchelf(pid=24271): Terminated: ok {rc=0}\u000a16:49:04.874225 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24268): Process ended prematurely: osmo-stp_10.42.42.5(pid=24268) [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24268)] [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:49:04.883398 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a16:49:04.943094 run osmo-hlr_10.42.42.2(pid=24265): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24265)]\u000a16:49:04.991223 run osmo-hlr_10.42.42.2(pid=24265): stdout: \u000a| (launched: 2022-12-09_16:49:01.496695) \u000a16:49:05.040204 run osmo-hlr_10.42.42.2(pid=24265): stderr: \u000a| �[0;m�[1;31m20221209164901832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164901832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164901832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164901832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164901832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164901832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164901857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164901879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164901880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164901880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:05.081703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24254): Terminating (SIGTERM)\u000a16:49:05.120857 run iperf3-srv_10.42.42.10(pid=24255): Terminating (SIGTERM)\u000a16:49:05.160073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24256): Terminating (SIGTERM)\u000a16:49:05.199115 run iperf3-srv_10.42.42.10(pid=24257): Terminating (SIGTERM)\u000a16:49:05.238309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24258): Terminating (SIGTERM)\u000a16:49:05.277919 run iperf3-srv_10.42.42.10(pid=24259): Terminating (SIGTERM)\u000a16:49:05.317040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24260): Terminating (SIGTERM)\u000a16:49:05.356789 run iperf3-srv_10.42.42.10(pid=24261): Terminating (SIGTERM)\u000a16:49:05.395743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24264): Terminating (SIGTERM)\u000a16:49:05.434772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24267): Terminating (SIGTERM)\u000a16:49:05.473875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24270): Terminating (SIGTERM)\u000a16:49:05.483005 --- ParallelTerminationStrategy: PID 24254 died...\u000a16:49:05.535851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24254): Terminated: ok {rc=0}\u000a16:49:05.545465 --- ParallelTerminationStrategy: PID 24255 died...\u000a16:49:05.598219 run iperf3-srv_10.42.42.10(pid=24255): Terminated {rc=256}\u000a16:49:05.607779 --- ParallelTerminationStrategy: PID 24256 died...\u000a16:49:05.660646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24256): Terminated: ok {rc=0}\u000a16:49:05.670330 --- ParallelTerminationStrategy: PID 24257 died...\u000a16:49:05.722739 run iperf3-srv_10.42.42.10(pid=24257): Terminated {rc=256}\u000a16:49:05.732172 --- ParallelTerminationStrategy: PID 24258 died...\u000a16:49:05.784926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24258): Terminated: ok {rc=0}\u000a16:49:05.794591 --- ParallelTerminationStrategy: PID 24259 died...\u000a16:49:05.847537 run iperf3-srv_10.42.42.10(pid=24259): Terminated {rc=256}\u000a16:49:05.857140 --- ParallelTerminationStrategy: PID 24260 died...\u000a16:49:05.909822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24260): Terminated: ok {rc=0}\u000a16:49:05.919403 --- ParallelTerminationStrategy: PID 24261 died...\u000a16:49:05.971553 run iperf3-srv_10.42.42.10(pid=24261): Terminated {rc=256}\u000a16:49:05.981162 --- ParallelTerminationStrategy: PID 24264 died...\u000a16:49:06.033218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24264): Terminated: ok {rc=0}\u000a16:49:06.042781 --- ParallelTerminationStrategy: PID 24267 died...\u000a16:49:06.095395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24267): Terminated: ok {rc=0}\u000a16:49:06.105132 --- ParallelTerminationStrategy: PID 24270 died...\u000a16:49:06.158601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24270): Terminated: ok {rc=0}\u000a16:49:06.247204 bus /gobi_4: Setting Powered False\u000a16:49:07.350912 bus /gobi_4: Setting Powered False\u000a16:49:08.460469 bus /gobi_1: Setting Powered False\u000a16:49:09.563706 bus /gobi_1: Setting Powered False\u000a16:49:10.674882 bus /gobi_0: Setting Powered False\u000a16:49:11.776573 bus /gobi_0: Setting Powered False\u000a16:49:12.887698 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24280): Process ended prematurely: osmo-stp_10.42.42.5(pid=24280) [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24280)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24280): Process ended prematurely: osmo-stp_10.42.42.5(pid=24280) [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:49:13.954222 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:13.965907 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:49:14.124913 tst ping.py: using LAC 22397\u000a16:49:14.240222 tst ping.py: using RAC 212\u000a16:49:14.355341 tst ping.py: using CellId 22397\u000a16:49:14.470536 tst ping.py: using BVCI 22398\u000a16:49:14.493087 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:14.504002 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:14.514809 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:14.526205 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:14.537540 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:14.548767 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:14.560187 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:14.571516 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:49:14.863720 tst ping.py:19: start network...\u000a16:49:14.996758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:15.499138 run create_hlr_db(pid=24274): Launched\u000a16:49:15.685867 bus /gobi_6: Setting Powered False\u000a16:49:16.710772 run create_hlr_db(pid=24274): Terminated: ok {rc=0}\u000a16:49:17.169644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24276): Launched\u000a16:49:17.469876 run osmo-hlr_10.42.42.2(pid=24277): Launched\u000a16:49:17.582375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:18.101308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24279): Launched\u000a16:49:18.396412 run osmo-stp_10.42.42.5(pid=24280): Launched\u000a16:49:18.503093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:19.021187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24282): Launched\u000a16:49:19.126901 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:19.386950 run patchelf(pid=24283): Launched\u000a16:49:19.561387 run osmo-stp_10.42.42.5(pid=24280): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24280)]\u000a16:49:19.689351 run osmo-stp_10.42.42.5(pid=24280): stdout: \u000a| (launched: 2022-12-09_16:49:18.250963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:19.818325 run osmo-stp_10.42.42.5(pid=24280): stderr: \u000a| �[0;m�[38;5;43m20221209164918423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164918423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164918423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164918424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164918424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164918424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164918424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:19.941594 run osmo-stp_10.42.42.5(pid=24280): stdout: \u000a| (launched: 2022-12-09_16:49:18.250963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:20.063661 run osmo-stp_10.42.42.5(pid=24280): stderr: \u000a| �[0;m�[38;5;43m20221209164918423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164918423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164918423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164918424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164918424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164918424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164918424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:20.205793 run patchelf(pid=24283): Terminating (SIGINT)\u000a16:49:20.373109 run patchelf(pid=24283): Terminated: ok {rc=0}\u000a16:49:20.403503 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24280): Process ended prematurely: osmo-stp_10.42.42.5(pid=24280) [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24280)] [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:49:20.411963 tst ping.py:22: Test FAILED (6.4 sec)\u000a16:49:20.471447 run osmo-hlr_10.42.42.2(pid=24277): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24277)]\u000a16:49:20.520176 run osmo-hlr_10.42.42.2(pid=24277): stdout: \u000a| (launched: 2022-12-09_16:49:17.322339) \u000a16:49:20.569364 run osmo-hlr_10.42.42.2(pid=24277): stderr: \u000a| �[0;m�[1;31m20221209164917499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164917499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164917499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164917499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164917499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164917499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164917511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164917519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164917520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164917520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:20.611167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24276): Terminating (SIGTERM)\u000a16:49:20.650713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24279): Terminating (SIGTERM)\u000a16:49:20.690223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24282): Terminating (SIGTERM)\u000a16:49:20.699527 --- ParallelTerminationStrategy: PID 24276 died...\u000a16:49:20.752482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24276): Terminated: ok {rc=0}\u000a16:49:20.762277 --- ParallelTerminationStrategy: PID 24279 died...\u000a16:49:20.814959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24279): Terminated: ok {rc=0}\u000a16:49:20.824762 --- ParallelTerminationStrategy: PID 24282 died...\u000a16:49:20.877559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24282): Terminated: ok {rc=0}\u000a16:49:20.965855 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24290): Process ended prematurely: osmo-stp_10.42.42.5(pid=24290) [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24290)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24290): Process ended prematurely: osmo-stp_10.42.42.5(pid=24290) [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:49:22.018391 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:22.030647 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:49:22.194912 tst ping_idle_ping.py: using LAC 22398\u000a16:49:22.320112 tst ping_idle_ping.py: using RAC 213\u000a16:49:22.446846 tst ping_idle_ping.py: using CellId 22398\u000a16:49:22.567520 tst ping_idle_ping.py: using BVCI 22399\u000a16:49:22.590540 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:22.601774 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:22.612717 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:22.624056 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:22.635129 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:22.646075 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:22.657100 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:22.667986 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:49:22.961071 tst ping_idle_ping.py:24: start network...\u000a16:49:23.095368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:23.603034 run create_hlr_db(pid=24284): Launched\u000a16:49:23.790076 bus /gobi_6: Setting Powered False\u000a16:49:24.809425 run create_hlr_db(pid=24284): Terminated: ok {rc=0}\u000a16:49:25.210338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24286): Launched\u000a16:49:25.509392 run osmo-hlr_10.42.42.2(pid=24287): Launched\u000a16:49:25.624205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:26.141481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24289): Launched\u000a16:49:26.440109 run osmo-stp_10.42.42.5(pid=24290): Launched\u000a16:49:26.559386 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:27.086645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24292): Launched\u000a16:49:27.193272 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:27.454892 run patchelf(pid=24293): Launched\u000a16:49:27.630626 run osmo-stp_10.42.42.5(pid=24290): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24290)]\u000a16:49:27.759440 run osmo-stp_10.42.42.5(pid=24290): stdout: \u000a| (launched: 2022-12-09_16:49:26.292539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:27.888704 run osmo-stp_10.42.42.5(pid=24290): stderr: \u000a| �[0;m�[38;5;43m20221209164926464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164926464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164926464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164926465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164926465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164926465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164926465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:28.012344 run osmo-stp_10.42.42.5(pid=24290): stdout: \u000a| (launched: 2022-12-09_16:49:26.292539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:28.134722 run osmo-stp_10.42.42.5(pid=24290): stderr: \u000a| �[0;m�[38;5;43m20221209164926464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164926464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164926464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164926465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164926465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164926465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164926465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:28.277780 run patchelf(pid=24293): Terminating (SIGINT)\u000a16:49:28.445351 run patchelf(pid=24293): Terminated: ok {rc=0}\u000a16:49:28.475703 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24290): Process ended prematurely: osmo-stp_10.42.42.5(pid=24290) [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24290)] [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:49:28.484191 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:49:28.543758 run osmo-hlr_10.42.42.2(pid=24287): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24287)]\u000a16:49:28.592416 run osmo-hlr_10.42.42.2(pid=24287): stdout: \u000a| (launched: 2022-12-09_16:49:25.362138) \u000a16:49:28.641682 run osmo-hlr_10.42.42.2(pid=24287): stderr: \u000a| �[0;m�[1;31m20221209164925537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164925537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164925537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164925537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164925537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164925537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164925550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164925559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164925559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164925559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:28.683465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24286): Terminating (SIGTERM)\u000a16:49:28.722857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24289): Terminating (SIGTERM)\u000a16:49:28.762334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24292): Terminating (SIGTERM)\u000a16:49:28.771381 --- ParallelTerminationStrategy: PID 24286 died...\u000a16:49:28.824040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24286): Terminated: ok {rc=0}\u000a16:49:28.833688 --- ParallelTerminationStrategy: PID 24289 died...\u000a16:49:28.886355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24289): Terminated: ok {rc=0}\u000a16:49:28.895971 --- ParallelTerminationStrategy: PID 24292 died...\u000a16:49:28.948196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24292): Terminated: ok {rc=0}\u000a16:49:29.030666 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:48:31" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24308): Process ended prematurely: osmo-stp_10.42.42.5(pid=24308) [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24308)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24308): Process ended prematurely: osmo-stp_10.42.42.5(pid=24308) [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:49:31.271438 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:31.284355 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:49:31.444479 tst cs_paging_gprs_active.py: using LAC 22399\u000a16:49:31.599437 tst cs_paging_gprs_active.py: using RAC 214\u000a16:49:31.754051 tst cs_paging_gprs_active.py: using CellId 22399\u000a16:49:31.907016 tst cs_paging_gprs_active.py: using BVCI 22400\u000a16:49:31.930814 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:31.942845 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:31.954729 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:31.968148 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:31.980418 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:31.992608 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:32.006502 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:32.018912 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:32.031435 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:49:32.153694 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:49:32.445286 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:49:32.570852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:32.881268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24298): Launched\u000a16:49:33.138300 run iperf3-srv_10.42.42.10(pid=24299): Launched\u000a16:49:33.320318 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:49:33.444107 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:33.753346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24300): Launched\u000a16:49:34.010416 run iperf3-srv_10.42.42.10(pid=24301): Launched\u000a16:49:34.191521 tst cs_paging_gprs_active.py:38: start network...\u000a16:49:34.315018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:34.795786 run create_hlr_db(pid=24302): Launched\u000a16:49:34.967486 bus /gobi_6: Setting Powered False\u000a16:49:35.989729 run create_hlr_db(pid=24302): Terminated: ok {rc=0}\u000a16:49:36.388590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24304): Launched\u000a16:49:36.686447 run osmo-hlr_10.42.42.2(pid=24305): Launched\u000a16:49:36.795381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:37.313364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24307): Launched\u000a16:49:37.612437 run osmo-stp_10.42.42.5(pid=24308): Launched\u000a16:49:37.721395 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:38.243355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24310): Launched\u000a16:49:38.349730 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:38.611422 run patchelf(pid=24311): Launched\u000a16:49:38.786556 run osmo-stp_10.42.42.5(pid=24308): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24308)]\u000a16:49:38.914547 run osmo-stp_10.42.42.5(pid=24308): stdout: \u000a| (launched: 2022-12-09_16:49:37.465388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:39.043381 run osmo-stp_10.42.42.5(pid=24308): stderr: \u000a| �[0;m�[38;5;43m20221209164937635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164937636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164937636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164937636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164937637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164937637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164937637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:39.167492 run osmo-stp_10.42.42.5(pid=24308): stdout: \u000a| (launched: 2022-12-09_16:49:37.465388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:39.290207 run osmo-stp_10.42.42.5(pid=24308): stderr: \u000a| �[0;m�[38;5;43m20221209164937635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164937636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164937636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164937636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164937637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164937637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164937637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:39.433964 run patchelf(pid=24311): Terminating (SIGINT)\u000a16:49:39.602485 run patchelf(pid=24311): Terminated: ok {rc=0}\u000a16:49:39.633485 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24308): Process ended prematurely: osmo-stp_10.42.42.5(pid=24308) [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24308)] [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a16:49:39.642629 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a16:49:39.701961 run osmo-hlr_10.42.42.2(pid=24305): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24305)]\u000a16:49:39.750552 run osmo-hlr_10.42.42.2(pid=24305): stdout: \u000a| (launched: 2022-12-09_16:49:36.540279) \u000a16:49:39.799854 run osmo-hlr_10.42.42.2(pid=24305): stderr: \u000a| �[0;m�[1;31m20221209164936716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164936716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164936716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164936716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164936716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164936716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164936728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164936736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164936737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164936737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:39.841444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24298): Terminating (SIGTERM)\u000a16:49:39.880996 run iperf3-srv_10.42.42.10(pid=24299): Terminating (SIGTERM)\u000a16:49:39.920061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24300): Terminating (SIGTERM)\u000a16:49:39.959096 run iperf3-srv_10.42.42.10(pid=24301): Terminating (SIGTERM)\u000a16:49:39.998228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24304): Terminating (SIGTERM)\u000a16:49:40.037310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24307): Terminating (SIGTERM)\u000a16:49:40.077073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24310): Terminating (SIGTERM)\u000a16:49:40.086065 --- ParallelTerminationStrategy: PID 24298 died...\u000a16:49:40.138684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24298): Terminated: ok {rc=0}\u000a16:49:40.148005 --- ParallelTerminationStrategy: PID 24299 died...\u000a16:49:40.200012 run iperf3-srv_10.42.42.10(pid=24299): Terminated {rc=256}\u000a16:49:40.209381 --- ParallelTerminationStrategy: PID 24300 died...\u000a16:49:40.261294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24300): Terminated: ok {rc=0}\u000a16:49:40.270590 --- ParallelTerminationStrategy: PID 24301 died...\u000a16:49:40.322639 run iperf3-srv_10.42.42.10(pid=24301): Terminated {rc=256}\u000a16:49:40.331966 --- ParallelTerminationStrategy: PID 24304 died...\u000a16:49:40.383999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24304): Terminated: ok {rc=0}\u000a16:49:40.393366 --- ParallelTerminationStrategy: PID 24307 died...\u000a16:49:40.445554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24307): Terminated: ok {rc=0}\u000a16:49:40.455219 --- ParallelTerminationStrategy: PID 24310 died...\u000a16:49:40.507486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24310): Terminated: ok {rc=0}\u000a16:49:40.594415 bus /gobi_0: Setting Powered False\u000a16:49:41.696397 bus /gobi_0: Setting Powered False\u000a16:49:42.807222 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24320): Process ended prematurely: osmo-stp_10.42.42.5(pid=24320) [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24320)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24320): Process ended prematurely: osmo-stp_10.42.42.5(pid=24320) [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a16:49:43.916744 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:43.928911 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:49:44.064156 tst iperf3.py: using LAC 22400\u000a16:49:44.181224 tst iperf3.py: using RAC 215\u000a16:49:44.305731 tst iperf3.py: using CellId 22400\u000a16:49:44.421576 tst iperf3.py: using BVCI 22401\u000a16:49:44.444377 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:44.455775 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:44.466995 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:44.478162 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:44.489266 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:44.500333 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:44.511522 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:44.522497 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:44.533783 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:49:44.810918 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:49:44.934972 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:45.245455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24312): Launched\u000a16:49:45.502062 run iperf3-srv_10.42.42.10(pid=24313): Launched\u000a16:49:45.683298 tst iperf3.py:8: start network...\u000a16:49:45.806726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:46.341486 run create_hlr_db(pid=24314): Launched\u000a16:49:46.517800 bus /gobi_6: Setting Powered False\u000a16:49:47.534985 run create_hlr_db(pid=24314): Terminated: ok {rc=0}\u000a16:49:47.934729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24316): Launched\u000a16:49:48.234229 run osmo-hlr_10.42.42.2(pid=24317): Launched\u000a16:49:48.352425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:48.879477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24319): Launched\u000a16:49:49.178948 run osmo-stp_10.42.42.5(pid=24320): Launched\u000a16:49:49.288060 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:49.809027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24322): Launched\u000a16:49:49.915488 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:50.177645 run patchelf(pid=24323): Launched\u000a16:49:50.353607 run osmo-stp_10.42.42.5(pid=24320): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24320)]\u000a16:49:50.482459 run osmo-stp_10.42.42.5(pid=24320): stdout: \u000a| (launched: 2022-12-09_16:49:49.031762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:50.611001 run osmo-stp_10.42.42.5(pid=24320): stderr: \u000a| �[0;m�[38;5;43m20221209164949201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164949201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164949201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164949202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164949202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164949202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164949202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:50.734745 run osmo-stp_10.42.42.5(pid=24320): stdout: \u000a| (launched: 2022-12-09_16:49:49.031762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:50.857118 run osmo-stp_10.42.42.5(pid=24320): stderr: \u000a| �[0;m�[38;5;43m20221209164949201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209164949201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209164949201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209164949202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209164949202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209164949202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209164949202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:51.000249 run patchelf(pid=24323): Terminating (SIGINT)\u000a16:49:51.168197 run patchelf(pid=24323): Terminated: ok {rc=0}\u000a16:49:51.199185 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24320): Process ended prematurely: osmo-stp_10.42.42.5(pid=24320) [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24320)] [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a16:49:51.208412 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a16:49:51.267947 run osmo-hlr_10.42.42.2(pid=24317): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24317)]\u000a16:49:51.316624 run osmo-hlr_10.42.42.2(pid=24317): stdout: \u000a| (launched: 2022-12-09_16:49:48.086586) \u000a16:49:51.366103 run osmo-hlr_10.42.42.2(pid=24317): stderr: \u000a| �[0;m�[1;31m20221209164948264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209164948264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209164948264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164948265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209164948265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209164948265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209164948277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209164948287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209164948287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209164948287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:51.407922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24312): Terminating (SIGTERM)\u000a16:49:51.447059 run iperf3-srv_10.42.42.10(pid=24313): Terminating (SIGTERM)\u000a16:49:51.486371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24316): Terminating (SIGTERM)\u000a16:49:51.525688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24319): Terminating (SIGTERM)\u000a16:49:51.564916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24322): Terminating (SIGTERM)\u000a16:49:51.573914 --- ParallelTerminationStrategy: PID 24312 died...\u000a16:49:51.626298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24312): Terminated: ok {rc=0}\u000a16:49:51.635542 --- ParallelTerminationStrategy: PID 24313 died...\u000a16:49:51.687762 run iperf3-srv_10.42.42.10(pid=24313): Terminated {rc=256}\u000a16:49:51.697154 --- ParallelTerminationStrategy: PID 24316 died...\u000a16:49:51.749970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24316): Terminated: ok {rc=0}\u000a16:49:51.759341 --- ParallelTerminationStrategy: PID 24319 died...\u000a16:49:51.811597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24319): Terminated: ok {rc=0}\u000a16:49:51.821158 --- ParallelTerminationStrategy: PID 24322 died...\u000a16:49:51.873076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24322): Terminated: ok {rc=0}\u000a16:49:51.955503 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24341): Process ended prematurely: osmo-stp_10.42.42.5(pid=24341) [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24341)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24341): Process ended prematurely: osmo-stp_10.42.42.5(pid=24341) [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a16:49:53.070352 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:53.083171 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:49:53.230001 tst iperf3m4.py: using LAC 22401\u000a16:49:53.355029 tst iperf3m4.py: using RAC 216\u000a16:49:53.481103 tst iperf3m4.py: using CellId 22401\u000a16:49:53.607136 tst iperf3m4.py: using BVCI 22402\u000a16:49:53.631518 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:53.643415 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:53.655219 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:53.667311 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:53.679331 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:53.691155 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:53.703967 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:53.716320 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:49:53.728112 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:49:53.844759 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:49:53.965975 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:49:54.083935 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:49:54.361471 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:49:54.486803 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:54.798876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24324): Launched\u000a16:49:55.057025 run iperf3-srv_10.42.42.10(pid=24325): Launched\u000a16:49:55.240071 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:49:55.364372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:55.675467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24326): Launched\u000a16:49:55.932566 run iperf3-srv_10.42.42.10(pid=24327): Launched\u000a16:49:56.116742 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:49:56.241474 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:56.553099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24328): Launched\u000a16:49:56.810441 run iperf3-srv_10.42.42.10(pid=24329): Launched\u000a16:49:56.993107 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:49:57.117490 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:57.431885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24330): Launched\u000a16:49:57.688696 run iperf3-srv_10.42.42.10(pid=24331): Launched\u000a16:49:57.870900 tst iperf3m4.py:8: start network...\u000a16:49:57.995200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:58.473763 run create_hlr_db(pid=24332): Launched\u000a16:49:58.645866 bus /gobi_6: Setting Powered False\u000a16:49:59.666644 run create_hlr_db(pid=24332): Terminated: ok {rc=0}\u000a16:50:00.095561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24334): Launched\u000a16:50:00.416019 run osmo-hlr_10.42.42.2(pid=24335): Launched\u000a16:50:00.535554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:01.141186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24337): Launched\u000a16:50:01.507557 run osmo-stp_10.42.42.5(pid=24341): Launched\u000a16:50:01.675807 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:50:02.302625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24343): Launched\u000a16:50:02.421041 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:50:02.703462 run patchelf(pid=24344): Launched\u000a16:50:02.892745 run osmo-stp_10.42.42.5(pid=24341): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24341)]\u000a16:50:03.030968 run osmo-stp_10.42.42.5(pid=24341): stdout: \u000a| (launched: 2022-12-09_16:50:01.303692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:03.170086 run osmo-stp_10.42.42.5(pid=24341): stderr: \u000a| �[0;m�[38;5;43m20221209165001626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165001626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165001626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165001626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165001627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165001627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165001627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:03.303643 run osmo-stp_10.42.42.5(pid=24341): stdout: \u000a| (launched: 2022-12-09_16:50:01.303692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:03.436536 run osmo-stp_10.42.42.5(pid=24341): stderr: \u000a| �[0;m�[38;5;43m20221209165001626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165001626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165001626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165001626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165001627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165001627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165001627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:03.590630 run patchelf(pid=24344): Terminating (SIGINT)\u000a16:50:03.771675 run patchelf(pid=24344): Terminated: ok {rc=0}\u000a16:50:03.804901 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24341): Process ended prematurely: osmo-stp_10.42.42.5(pid=24341) [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24341)] [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a16:50:03.814865 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a16:50:03.879978 run osmo-hlr_10.42.42.2(pid=24335): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24335)]\u000a16:50:03.931936 run osmo-hlr_10.42.42.2(pid=24335): stdout: \u000a| (launched: 2022-12-09_16:50:00.258631) \u000a16:50:03.984655 run osmo-hlr_10.42.42.2(pid=24335): stderr: \u000a| �[0;m�[1;31m20221209165000456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165000456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165000456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165000456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165000456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165000456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165000468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165000476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165000476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165000477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:04.028698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24324): Terminating (SIGTERM)\u000a16:50:04.071208 run iperf3-srv_10.42.42.10(pid=24325): Terminating (SIGTERM)\u000a16:50:04.114909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24326): Terminating (SIGTERM)\u000a16:50:04.156450 run iperf3-srv_10.42.42.10(pid=24327): Terminating (SIGTERM)\u000a16:50:04.199746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24328): Terminating (SIGTERM)\u000a16:50:04.241821 run iperf3-srv_10.42.42.10(pid=24329): Terminating (SIGTERM)\u000a16:50:04.283620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24330): Terminating (SIGTERM)\u000a16:50:04.325386 run iperf3-srv_10.42.42.10(pid=24331): Terminating (SIGTERM)\u000a16:50:04.367593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24334): Terminating (SIGTERM)\u000a16:50:04.409583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24337): Terminating (SIGTERM)\u000a16:50:04.451510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24343): Terminating (SIGTERM)\u000a16:50:04.461181 --- ParallelTerminationStrategy: PID 24324 died...\u000a16:50:04.516855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24324): Terminated: ok {rc=0}\u000a16:50:04.526946 --- ParallelTerminationStrategy: PID 24325 died...\u000a16:50:04.582469 run iperf3-srv_10.42.42.10(pid=24325): Terminated {rc=256}\u000a16:50:04.592409 --- ParallelTerminationStrategy: PID 24326 died...\u000a16:50:04.647977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24326): Terminated: ok {rc=0}\u000a16:50:04.658182 --- ParallelTerminationStrategy: PID 24327 died...\u000a16:50:04.715281 run iperf3-srv_10.42.42.10(pid=24327): Terminated {rc=256}\u000a16:50:04.725397 --- ParallelTerminationStrategy: PID 24328 died...\u000a16:50:04.780535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24328): Terminated: ok {rc=0}\u000a16:50:04.790698 --- ParallelTerminationStrategy: PID 24329 died...\u000a16:50:04.846494 run iperf3-srv_10.42.42.10(pid=24329): Terminated {rc=256}\u000a16:50:04.856666 --- ParallelTerminationStrategy: PID 24330 died...\u000a16:50:04.912750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24330): Terminated: ok {rc=0}\u000a16:50:04.922709 --- ParallelTerminationStrategy: PID 24331 died...\u000a16:50:04.978646 run iperf3-srv_10.42.42.10(pid=24331): Terminated {rc=256}\u000a16:50:04.988617 --- ParallelTerminationStrategy: PID 24334 died...\u000a16:50:05.044028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24334): Terminated: ok {rc=0}\u000a16:50:05.054192 --- ParallelTerminationStrategy: PID 24337 died...\u000a16:50:05.109926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24337): Terminated: ok {rc=0}\u000a16:50:05.120136 --- ParallelTerminationStrategy: PID 24343 died...\u000a16:50:05.175930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24343): Terminated: ok {rc=0}\u000a16:50:05.261679 bus /gobi_4: Setting Powered False\u000a16:50:06.369197 bus /gobi_4: Setting Powered False\u000a16:50:07.476440 bus /gobi_1: Setting Powered False\u000a16:50:08.576786 bus /gobi_1: Setting Powered False\u000a16:50:09.689199 bus /gobi_0: Setting Powered False\u000a16:50:10.795303 bus /gobi_0: Setting Powered False\u000a16:50:11.903095 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24351): Process ended prematurely: osmo-stp_10.42.42.5(pid=24351) [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24351)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24351): Process ended prematurely: osmo-stp_10.42.42.5(pid=24351) [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a16:50:12.971010 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:12.983548 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:50:13.127232 tst ping.py: using LAC 22402\u000a16:50:13.249496 tst ping.py: using RAC 217\u000a16:50:13.373975 tst ping.py: using CellId 22402\u000a16:50:13.498478 tst ping.py: using BVCI 22403\u000a16:50:13.522805 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:13.534859 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:13.546606 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:13.558619 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:13.570614 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:13.582622 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:13.594420 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:13.606498 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:50:13.893961 tst ping.py:19: start network...\u000a16:50:14.025242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:14.522072 run create_hlr_db(pid=24345): Launched\u000a16:50:14.706548 bus /gobi_6: Setting Powered False\u000a16:50:15.727057 run create_hlr_db(pid=24345): Terminated: ok {rc=0}\u000a16:50:16.200454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24347): Launched\u000a16:50:16.626060 run osmo-hlr_10.42.42.2(pid=24348): Launched\u000a16:50:16.810595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:17.386398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24350): Launched\u000a16:50:17.681210 run osmo-stp_10.42.42.5(pid=24351): Launched\u000a16:50:17.787781 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:50:18.300038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24353): Launched\u000a16:50:18.404569 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:50:18.660748 run patchelf(pid=24354): Launched\u000a16:50:18.832589 run osmo-stp_10.42.42.5(pid=24351): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24351)]\u000a16:50:18.958349 run osmo-stp_10.42.42.5(pid=24351): stdout: \u000a| (launched: 2022-12-09_16:50:17.535662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:19.084708 run osmo-stp_10.42.42.5(pid=24351): stderr: \u000a| �[0;m�[38;5;43m20221209165017704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165017704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165017704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165017705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165017705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165017705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165017705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:19.206420 run osmo-stp_10.42.42.5(pid=24351): stdout: \u000a| (launched: 2022-12-09_16:50:17.535662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:19.326834 run osmo-stp_10.42.42.5(pid=24351): stderr: \u000a| �[0;m�[38;5;43m20221209165017704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165017704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165017704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165017705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165017705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165017705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165017705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:19.466762 run patchelf(pid=24354): Terminating (SIGINT)\u000a16:50:19.630997 run patchelf(pid=24354): Terminated: ok {rc=0}\u000a16:50:19.661052 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24351): Process ended prematurely: osmo-stp_10.42.42.5(pid=24351) [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24351)] [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a16:50:19.669627 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:50:19.728747 run osmo-hlr_10.42.42.2(pid=24348): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24348)]\u000a16:50:19.777091 run osmo-hlr_10.42.42.2(pid=24348): stdout: \u000a| (launched: 2022-12-09_16:50:16.367280) \u000a16:50:19.826278 run osmo-hlr_10.42.42.2(pid=24348): stderr: \u000a| �[0;m�[1;31m20221209165016612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165016612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165016612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165016612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165016612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165016612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165016635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165016652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165016655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165016655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:19.867881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24347): Terminating (SIGTERM)\u000a16:50:19.907183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24350): Terminating (SIGTERM)\u000a16:50:19.946361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24353): Terminating (SIGTERM)\u000a16:50:19.955355 --- ParallelTerminationStrategy: PID 24347 died...\u000a16:50:20.007880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24347): Terminated: ok {rc=0}\u000a16:50:20.017403 --- ParallelTerminationStrategy: PID 24350 died...\u000a16:50:20.069546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24350): Terminated: ok {rc=0}\u000a16:50:20.079350 --- ParallelTerminationStrategy: PID 24353 died...\u000a16:50:20.131827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24353): Terminated: ok {rc=0}\u000a16:50:20.219584 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24361): Process ended prematurely: osmo-stp_10.42.42.5(pid=24361) [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24361)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24361): Process ended prematurely: osmo-stp_10.42.42.5(pid=24361) [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a16:50:21.272605 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:21.285229 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:50:21.422729 tst ping_idle_ping.py: using LAC 22403\u000a16:50:21.537342 tst ping_idle_ping.py: using RAC 218\u000a16:50:21.652761 tst ping_idle_ping.py: using CellId 22403\u000a16:50:21.768186 tst ping_idle_ping.py: using BVCI 22404\u000a16:50:21.790780 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:21.802332 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:21.813551 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:21.824773 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:21.835986 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:21.847111 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:21.858419 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:21.869654 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:50:22.160771 tst ping_idle_ping.py:24: start network...\u000a16:50:22.293497 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:22.794298 run create_hlr_db(pid=24355): Launched\u000a16:50:22.978902 bus /gobi_6: Setting Powered False\u000a16:50:23.998836 run create_hlr_db(pid=24355): Terminated: ok {rc=0}\u000a16:50:24.424376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24357): Launched\u000a16:50:24.742752 run osmo-hlr_10.42.42.2(pid=24358): Launched\u000a16:50:24.860435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:25.413392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24360): Launched\u000a16:50:25.730624 run osmo-stp_10.42.42.5(pid=24361): Launched\u000a16:50:25.845194 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:50:26.398547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24363): Launched\u000a16:50:26.512051 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:50:26.788098 run patchelf(pid=24364): Launched\u000a16:50:26.973058 run osmo-stp_10.42.42.5(pid=24361): ERR: Terminated: ERROR {rc=1} [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24361)]\u000a16:50:27.108798 run osmo-stp_10.42.42.5(pid=24361): stdout: \u000a| (launched: 2022-12-09_16:50:25.573909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:27.244004 run osmo-stp_10.42.42.5(pid=24361): stderr: \u000a| �[0;m�[38;5;43m20221209165025765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165025765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165025765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165025766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165025768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165025769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165025769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:27.375277 run osmo-stp_10.42.42.5(pid=24361): stdout: \u000a| (launched: 2022-12-09_16:50:25.573909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:27.504827 run osmo-stp_10.42.42.5(pid=24361): stderr: \u000a| �[0;m�[38;5;43m20221209165025765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165025765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165025765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165025766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165025768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165025769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165025769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:27.655440 run patchelf(pid=24364): Terminating (SIGINT)\u000a16:50:27.831986 run patchelf(pid=24364): Terminated: ok {rc=0}\u000a16:50:27.864282 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24361): Process ended prematurely: osmo-stp_10.42.42.5(pid=24361) [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24361)] [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a16:50:27.874205 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:50:27.937411 run osmo-hlr_10.42.42.2(pid=24358): ERR: Terminated: ERROR {rc=237} [trial-2361↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24358)]\u000a16:50:27.989011 run osmo-hlr_10.42.42.2(pid=24358): stdout: \u000a| (launched: 2022-12-09_16:50:24.586131) \u000a16:50:28.041099 run osmo-hlr_10.42.42.2(pid=24358): stderr: \u000a| �[0;m�[1;31m20221209165024785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165024785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165024785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165024785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165024785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165024785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165024800 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165024810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165024810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165024810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:28.085734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24357): Terminating (SIGTERM)\u000a16:50:28.128113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24360): Terminating (SIGTERM)\u000a16:50:28.169988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24363): Terminating (SIGTERM)\u000a16:50:28.179891 --- ParallelTerminationStrategy: PID 24357 died...\u000a16:50:28.236414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24357): Terminated: ok {rc=0}\u000a16:50:28.246646 --- ParallelTerminationStrategy: PID 24360 died...\u000a16:50:28.302917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24360): Terminated: ok {rc=0}\u000a16:50:28.312825 --- ParallelTerminationStrategy: PID 24363 died...\u000a16:50:28.369383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24363): Terminated: ok {rc=0}\u000a16:50:28.457393 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:49:30" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24374): Process ended prematurely: osmo-stp_10.42.42.5(pid=24374) [trial-2361↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24374)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24374): Process ended prematurely: osmo-stp_10.42.42.5(pid=24374) [trial-2361↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:50:30.498806 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:50:30.510338 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:50:30.658425 tst switch_tch_pdch.py: using LAC 22404\u000a16:50:30.772325 tst switch_tch_pdch.py: using RAC 219\u000a16:50:30.900171 tst switch_tch_pdch.py: using CellId 22404\u000a16:50:31.027037 tst switch_tch_pdch.py: using BVCI 22405\u000a16:50:31.057366 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:50:31.072183 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:50:31.086358 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:50:31.100676 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:50:31.115532 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:50:31.129551 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:50:31.143928 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:50:31.158192 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:50:31.283328 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:50:31.611491 tst switch_tch_pdch.py:51: start network...\u000a16:50:31.736433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:32.248488 run create_hlr_db(pid=24368): Launched\u000a16:50:32.420090 bus /gobi_6: Setting Powered False\u000a16:50:33.439482 run create_hlr_db(pid=24368): Terminated: ok {rc=0}\u000a16:50:33.860432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24370): Launched\u000a16:50:34.175848 run osmo-hlr_10.42.42.2(pid=24371): Launched\u000a16:50:34.292052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:34.839042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24373): Launched\u000a16:50:35.154809 run osmo-stp_10.42.42.5(pid=24374): Launched\u000a16:50:35.269366 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:50:35.822642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24376): Launched\u000a16:50:35.935691 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:50:36.210849 run patchelf(pid=24377): Launched\u000a16:50:36.396015 run osmo-stp_10.42.42.5(pid=24374): ERR: Terminated: ERROR {rc=1} [trial-2361↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24374)]\u000a16:50:36.531785 run osmo-stp_10.42.42.5(pid=24374): stdout: \u000a| (launched: 2022-12-09_16:50:34.999443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:36.667829 run osmo-stp_10.42.42.5(pid=24374): stderr: \u000a| �[0;m�[38;5;43m20221209165035193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165035193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165035193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165035194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165035194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165035194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165035194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:36.798854 run osmo-stp_10.42.42.5(pid=24374): stdout: \u000a| (launched: 2022-12-09_16:50:34.999443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:36.928737 run osmo-stp_10.42.42.5(pid=24374): stderr: \u000a| �[0;m�[38;5;43m20221209165035193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165035193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165035193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165035194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165035194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165035194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165035194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:37.079500 run patchelf(pid=24377): Terminating (SIGINT)\u000a16:50:37.255934 run patchelf(pid=24377): Terminated: ok {rc=0}\u000a16:50:37.288037 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24374): Process ended prematurely: osmo-stp_10.42.42.5(pid=24374) [trial-2361↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24374)] [trial-2361↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:50:37.297500 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a16:50:37.361207 run osmo-hlr_10.42.42.2(pid=24371): ERR: Terminated: ERROR {rc=237} [trial-2361↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24371)]\u000a16:50:37.413173 run osmo-hlr_10.42.42.2(pid=24371): stdout: \u000a| (launched: 2022-12-09_16:50:34.021069) \u000a16:50:37.465932 run osmo-hlr_10.42.42.2(pid=24371): stderr: \u000a| �[0;m�[1;31m20221209165034217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165034217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165034217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165034217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165034218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165034218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165034231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165034239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165034239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165034239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:37.510787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24370): Terminating (SIGTERM)\u000a16:50:37.552563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24373): Terminating (SIGTERM)\u000a16:50:37.595081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24376): Terminating (SIGTERM)\u000a16:50:37.604918 --- ParallelTerminationStrategy: PID 24370 died...\u000a16:50:37.661212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24370): Terminated: ok {rc=0}\u000a16:50:37.671291 --- ParallelTerminationStrategy: PID 24373 died...\u000a16:50:37.727256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24373): Terminated: ok {rc=0}\u000a16:50:37.737456 --- ParallelTerminationStrategy: PID 24376 died...\u000a16:50:37.793538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24376): Terminated: ok {rc=0}\u000a16:50:37.879715 bus /gobi_0: Setting Powered False\u000a16:50:38.986171 bus /gobi_0: Setting Powered False\u000a16:50:40.094021 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:50:30" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24382): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24382) [trial-2361↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24382)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24382): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24382) [trial-2361↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a16:50:41.937836 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a16:50:42.048790 tst esme_connect_policy_acceptall.py: using MSISDN 7275\u000a16:50:42.191331 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:50:42.795297 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24381): Launched\u000a16:50:43.113306 run osmo-nitb_10.42.42.2(pid=24382): Launched\u000a16:50:43.309680 run osmo-nitb_10.42.42.2(pid=24382): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24382)]\u000a16:50:43.455254 run osmo-nitb_10.42.42.2(pid=24382): stdout: \u000a| (launched: 2022-12-09_16:50:42.958723) \u000a16:50:43.600562 run osmo-nitb_10.42.42.2(pid=24382): stderr: \u000a| (launched: 2022-12-09_16:50:43.006542)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:43.741322 run osmo-nitb_10.42.42.2(pid=24382): stdout: \u000a| (launched: 2022-12-09_16:50:42.958723) \u000a16:50:43.880610 run osmo-nitb_10.42.42.2(pid=24382): stderr: \u000a| (launched: 2022-12-09_16:50:43.006542)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:44.242817 tst osmo-nitb_10.42.42.2(pid=24382): stdout: \u000a| (launched: 2022-12-09_16:50:42.958723) \u000a16:50:44.371965 tst osmo-nitb_10.42.42.2(pid=24382): stderr: \u000a| (launched: 2022-12-09_16:50:43.006542)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:44.428651 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=24382): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24382) [trial-2361↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24382)] [trial-2361↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a16:50:44.437113 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a16:50:44.473632 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24381): Terminating (SIGTERM)\u000a16:50:44.651209 --- ParallelTerminationStrategy: PID 24381 died...\u000a16:50:44.709417 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24381): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24384): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24384) [trial-2361↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24384)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24384): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24384) [trial-2361↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a16:50:44.724077 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a16:50:44.839991 tst esme_connect_policy_closed.py: using MSISDN 7276\u000a16:50:44.965440 tst esme_connect_policy_closed.py: using MSISDN 7277\u000a16:50:45.079269 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:50:45.685467 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24383): Launched\u000a16:50:46.056929 run osmo-nitb_10.42.42.2(pid=24384): Launched\u000a16:50:46.245402 run osmo-nitb_10.42.42.2(pid=24384): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24384)]\u000a16:50:46.383257 run osmo-nitb_10.42.42.2(pid=24384): stdout: \u000a| (launched: 2022-12-09_16:50:45.867506) \u000a16:50:46.521067 run osmo-nitb_10.42.42.2(pid=24384): stderr: \u000a| (launched: 2022-12-09_16:50:45.923946)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:46.654785 run osmo-nitb_10.42.42.2(pid=24384): stdout: \u000a| (launched: 2022-12-09_16:50:45.867506) \u000a16:50:46.787346 run osmo-nitb_10.42.42.2(pid=24384): stderr: \u000a| (launched: 2022-12-09_16:50:45.923946)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:46.845441 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=24384): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24384) [trial-2361↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24384)] [trial-2361↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a16:50:46.854869 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a16:50:46.893516 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24383): Terminating (SIGTERM)\u000a16:50:47.073304 --- ParallelTerminationStrategy: PID 24383 died...\u000a16:50:47.140276 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24383): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24386): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24386) [trial-2361↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24386)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24386): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24386) [trial-2361↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a16:50:47.156733 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a16:50:47.168797 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a16:50:47.300234 tst esme_ms_sms_storeforward.py: using LAC 22405\u000a16:50:47.426332 tst esme_ms_sms_storeforward.py: using RAC 220\u000a16:50:47.552514 tst esme_ms_sms_storeforward.py: using CellId 22405\u000a16:50:47.678450 tst esme_ms_sms_storeforward.py: using BVCI 22406\u000a16:50:47.702936 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a16:50:47.922766 tst esme_ms_sms_storeforward.py: using MSISDN 7278\u000a16:50:48.122185 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a16:50:48.257663 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:50:48.923887 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24385): Launched\u000a16:50:49.245531 run osmo-nitb_10.42.42.2(pid=24386): Launched\u000a16:50:49.430559 run osmo-nitb_10.42.42.2(pid=24386): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24386)]\u000a16:50:49.564929 run osmo-nitb_10.42.42.2(pid=24386): stdout: \u000a| (launched: 2022-12-09_16:50:49.089357) \u000a16:50:49.699510 run osmo-nitb_10.42.42.2(pid=24386): stderr: \u000a| (launched: 2022-12-09_16:50:49.137592)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:49.829816 run osmo-nitb_10.42.42.2(pid=24386): stdout: \u000a| (launched: 2022-12-09_16:50:49.089357) \u000a16:50:49.959336 run osmo-nitb_10.42.42.2(pid=24386): stderr: \u000a| (launched: 2022-12-09_16:50:49.137592)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:50.015684 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=24386): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24386) [trial-2361↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24386)] [trial-2361↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a16:50:50.024090 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a16:50:50.060270 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24385): Terminating (SIGTERM)\u000a16:50:50.237923 --- ParallelTerminationStrategy: PID 24385 died...\u000a16:50:50.294295 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24385): Terminated: ok {rc=0}\u000a16:50:50.380555 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24393): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24393) [trial-2361↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24393)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24393): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24393) [trial-2361↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24393)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a16:50:51.432682 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a16:50:51.444327 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a16:50:51.571113 tst esme_ms_sms_transaction.py: using LAC 22406\u000a16:50:51.691227 tst esme_ms_sms_transaction.py: using RAC 221\u000a16:50:51.817697 tst esme_ms_sms_transaction.py: using CellId 22406\u000a16:50:51.949740 tst esme_ms_sms_transaction.py: using BVCI 22407\u000a16:50:51.972614 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a16:50:52.234889 tst esme_ms_sms_transaction.py: using MSISDN 7279\u000a16:50:52.434794 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a16:50:52.570935 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:50:53.233076 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24392): Launched\u000a16:50:53.551846 run osmo-nitb_10.42.42.2(pid=24393): Launched\u000a16:50:53.749624 run osmo-nitb_10.42.42.2(pid=24393): ERR: Terminated: ERROR {rc=2} [trial-2361↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24393)]\u000a16:50:53.895352 run osmo-nitb_10.42.42.2(pid=24393): stdout: \u000a| (launched: 2022-12-09_16:50:53.397339) \u000a16:50:54.041271 run osmo-nitb_10.42.42.2(pid=24393): stderr: \u000a| (launched: 2022-12-09_16:50:53.445292)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:54.182403 run osmo-nitb_10.42.42.2(pid=24393): stdout: \u000a| (launched: 2022-12-09_16:50:53.397339) \u000a16:50:54.322306 run osmo-nitb_10.42.42.2(pid=24393): stderr: \u000a| (launched: 2022-12-09_16:50:53.445292)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:54.681615 tst osmo-nitb_10.42.42.2(pid=24393): stdout: \u000a| (launched: 2022-12-09_16:50:53.397339) \u000a16:50:54.810162 tst osmo-nitb_10.42.42.2(pid=24393): stderr: \u000a| (launched: 2022-12-09_16:50:53.445292)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:50:54.866123 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=24393): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24393) [trial-2361↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24393)] [trial-2361↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a16:50:54.874612 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a16:50:54.910553 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24392): Terminating (SIGTERM)\u000a16:50:55.088361 --- ParallelTerminationStrategy: PID 24392 died...\u000a16:50:55.145647 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24392): Terminated: ok {rc=0}\u000a16:50:55.232497 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 16.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:50:41" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=24402): Process ended prematurely: osmo-hlr_10.42.42.2(pid=24402) [trial-2361↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24402)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=24402): Process ended prematurely: osmo-hlr_10.42.42.2(pid=24402) [trial-2361↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a16:50:57.033949 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:57.044556 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:57.056242 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:57.067145 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:50:57.176866 tst esme_connect_policy_acceptall.py: using MSISDN 7280\u000a16:50:57.284279 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a16:50:57.805853 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=24397): Launched\u000a16:50:58.108173 run osmo-stp_10.42.42.4(pid=24398): Launched\u000a16:50:58.215629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:58.698795 run create_hlr_db(pid=24399): Launched\u000a16:50:58.874832 bus /sierra_2: Setting Powered False\u000a16:50:59.895225 run create_hlr_db(pid=24399): Terminated: ok {rc=0}\u000a16:51:00.299953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24401): Launched\u000a16:51:00.604905 run osmo-hlr_10.42.42.2(pid=24402): Launched\u000a16:51:00.724875 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a16:51:01.364069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24404): Launched\u000a16:51:01.775122 run osmo-msc_10.42.42.5(pid=24405): Launched\u000a16:51:02.091837 run osmo-hlr_10.42.42.2(pid=24402): ERR: Terminated: ERROR {rc=237} [trial-2361↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24402)]\u000a16:51:02.316940 run osmo-hlr_10.42.42.2(pid=24402): stdout: \u000a| (launched: 2022-12-09_16:51:00.454473) \u000a16:51:02.457831 run osmo-hlr_10.42.42.2(pid=24402): stderr: \u000a| �[0;m�[1;31m20221209165100628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165100628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165100628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165100628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165100628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165100628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165100640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165100649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165100649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165100649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:02.590032 run osmo-hlr_10.42.42.2(pid=24402): stdout: \u000a| (launched: 2022-12-09_16:51:00.454473) \u000a16:51:02.721064 run osmo-hlr_10.42.42.2(pid=24402): stderr: \u000a| �[0;m�[1;31m20221209165100628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165100628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165100628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165100628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165100628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165100628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165100640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165100649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165100649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165100649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:02.777947 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=24402): Process ended prematurely: osmo-hlr_10.42.42.2(pid=24402) [trial-2361↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24402)] [trial-2361↪smpp↪esme_connect_policy_acceptall.py:23]\u000a16:51:02.786467 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.7 sec)\u000a16:51:02.849518 run osmo-msc_10.42.42.5(pid=24405): ERR: Terminated: ERROR {rc=9} [trial-2361↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=24405)]\u000a16:51:02.901033 run osmo-msc_10.42.42.5(pid=24405): stdout: \u000a| (launched: 2022-12-09_16:51:01.520325) \u000a16:51:02.953321 run osmo-msc_10.42.42.5(pid=24405): stderr: \u000a| �[0;m�[38;5;43m20221209165102125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209165102125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209165102125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209165102125 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209165102125 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209165102125 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209165102125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209165102126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209165102126 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a16:51:02.997778 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=24397): Terminating (SIGTERM)\u000a16:51:03.039684 run osmo-stp_10.42.42.4(pid=24398): Terminating (SIGTERM)\u000a16:51:03.082376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24401): Terminating (SIGTERM)\u000a16:51:03.128522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24404): Terminating (SIGTERM)\u000a16:51:03.138623 --- ParallelTerminationStrategy: PID 24397 died...\u000a16:51:03.197270 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=24397): Terminated: ok {rc=0}\u000a16:51:03.207654 --- ParallelTerminationStrategy: PID 24398 died...\u000a16:51:03.263533 run osmo-stp_10.42.42.4(pid=24398): Terminated: ok {rc=0}\u000a16:51:03.273665 --- ParallelTerminationStrategy: PID 24401 died...\u000a16:51:03.329384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24401): Terminated: ok {rc=0}\u000a16:51:03.339441 --- ParallelTerminationStrategy: PID 24404 died...\u000a16:51:03.396425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24404): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=24413): Process ended prematurely: osmo-hlr_10.42.42.2(pid=24413) [trial-2361↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24413)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=24413): Process ended prematurely: osmo-hlr_10.42.42.2(pid=24413) [trial-2361↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a16:51:03.411353 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:51:03.423048 tst smpp: Using 1 x bts (candidates: 1)\u000a16:51:03.556413 tst esme_connect_policy_closed.py: using LAC 22407\u000a16:51:03.683600 tst esme_connect_policy_closed.py: using RAC 222\u000a16:51:03.812315 tst esme_connect_policy_closed.py: using CellId 22407\u000a16:51:03.939286 tst esme_connect_policy_closed.py: using BVCI 22408\u000a16:51:03.964042 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:51:03.974955 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:51:03.985804 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:51:04.095944 tst esme_connect_policy_closed.py: using MSISDN 7281\u000a16:51:04.216822 tst esme_connect_policy_closed.py: using MSISDN 7282\u000a16:51:04.325586 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a16:51:04.854924 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=24408): Launched\u000a16:51:05.162662 run osmo-stp_10.42.42.4(pid=24409): Launched\u000a16:51:05.270828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:05.757667 run create_hlr_db(pid=24410): Launched\u000a16:51:06.936551 run create_hlr_db(pid=24410): Terminated: ok {rc=0}\u000a16:51:07.252182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24412): Launched\u000a16:51:07.558267 run osmo-hlr_10.42.42.2(pid=24413): Launched\u000a16:51:07.674823 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a16:51:08.235026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24415): Launched\u000a16:51:08.542302 run osmo-msc_10.42.42.5(pid=24416): Launched\u000a16:51:08.724469 run osmo-hlr_10.42.42.2(pid=24413): ERR: Terminated: ERROR {rc=237} [trial-2361↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24413)]\u000a16:51:08.854596 run osmo-hlr_10.42.42.2(pid=24413): stdout: \u000a| (launched: 2022-12-09_16:51:07.407665) \u000a16:51:08.982065 run osmo-hlr_10.42.42.2(pid=24413): stderr: \u000a| �[0;m�[1;31m20221209165107582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165107582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165107582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165107583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165107583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165107583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165107595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165107604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165107604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165107604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:09.104443 run osmo-hlr_10.42.42.2(pid=24413): stdout: \u000a| (launched: 2022-12-09_16:51:07.407665) \u000a16:51:09.227279 run osmo-hlr_10.42.42.2(pid=24413): stderr: \u000a| �[0;m�[1;31m20221209165107582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165107582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165107582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165107583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165107583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165107583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165107595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165107604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165107604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165107604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:09.280498 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=24413): Process ended prematurely: osmo-hlr_10.42.42.2(pid=24413) [trial-2361↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24413)] [trial-2361↪smpp↪esme_connect_policy_closed.py:31]\u000a16:51:09.288299 tst esme_connect_policy_closed.py:31: Test FAILED (5.9 sec)\u000a16:51:09.347507 run osmo-msc_10.42.42.5(pid=24416): ERR: Terminated: ERROR {rc=9} [trial-2361↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=24416)]\u000a16:51:09.396030 run osmo-msc_10.42.42.5(pid=24416): stdout: \u000a| (launched: 2022-12-09_16:51:08.390528) \u000a16:51:09.445307 run osmo-msc_10.42.42.5(pid=24416): stderr: \u000a| �[0;m�[38;5;43m20221209165108708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209165108708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209165108708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209165108708 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209165108708 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209165108709 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209165108709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209165108709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209165108709 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a16:51:09.487167 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=24408): Terminating (SIGTERM)\u000a16:51:09.526738 run osmo-stp_10.42.42.4(pid=24409): Terminating (SIGTERM)\u000a16:51:09.567520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24412): Terminating (SIGTERM)\u000a16:51:09.608214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24415): Terminating (SIGTERM)\u000a16:51:09.617376 --- ParallelTerminationStrategy: PID 24408 died...\u000a16:51:09.670228 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=24408): Terminated: ok {rc=0}\u000a16:51:09.679654 --- ParallelTerminationStrategy: PID 24409 died...\u000a16:51:09.732026 run osmo-stp_10.42.42.4(pid=24409): Terminated: ok {rc=0}\u000a16:51:09.741620 --- ParallelTerminationStrategy: PID 24412 died...\u000a16:51:09.794650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24412): Terminated: ok {rc=0}\u000a16:51:09.804154 --- ParallelTerminationStrategy: PID 24415 died...\u000a16:51:09.856456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24415): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24425): Process ended prematurely: osmo-stp_10.42.42.5(pid=24425) [trial-2361↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24425)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24425): Process ended prematurely: osmo-stp_10.42.42.5(pid=24425) [trial-2361↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a16:51:09.870576 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:51:09.881737 tst smpp: Using 1 x bts (candidates: 1)\u000a16:51:10.012768 tst esme_ms_sms_storeforward.py: using LAC 22408\u000a16:51:10.133764 tst esme_ms_sms_storeforward.py: using RAC 223\u000a16:51:10.252493 tst esme_ms_sms_storeforward.py: using CellId 22408\u000a16:51:10.372466 tst esme_ms_sms_storeforward.py: using BVCI 22409\u000a16:51:10.395777 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:51:10.406333 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:51:10.416577 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:51:10.427360 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:51:10.438183 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:51:10.448898 tst smpp: Using 1 x modem (candidates: 1)\u000a16:51:10.672815 tst esme_ms_sms_storeforward.py: using MSISDN 7283\u000a16:51:10.790397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:11.303636 run create_hlr_db(pid=24419): Launched\u000a16:51:12.496190 run create_hlr_db(pid=24419): Terminated: ok {rc=0}\u000a16:51:12.834976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24421): Launched\u000a16:51:13.164852 run osmo-hlr_10.42.42.2(pid=24422): Launched\u000a16:51:13.286557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:13.860854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24424): Launched\u000a16:51:14.190584 run osmo-stp_10.42.42.5(pid=24425): Launched\u000a16:51:14.310470 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:51:14.910188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24427): Launched\u000a16:51:15.239711 run osmo-msc_10.42.42.6(pid=24428): Launched\u000a16:51:15.432809 run osmo-stp_10.42.42.5(pid=24425): ERR: Terminated: ERROR {rc=1} [trial-2361↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24425)]\u000a16:51:15.572246 run osmo-stp_10.42.42.5(pid=24425): stdout: \u000a| (launched: 2022-12-09_16:51:14.028650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:15.710246 run osmo-stp_10.42.42.5(pid=24425): stderr: \u000a| �[0;m�[38;5;43m20221209165114226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165114226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165114226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165114227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165114227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165114227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165114227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:15.852500 run osmo-stp_10.42.42.5(pid=24425): stdout: \u000a| (launched: 2022-12-09_16:51:14.028650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:15.992622 run osmo-stp_10.42.42.5(pid=24425): stderr: \u000a| �[0;m�[38;5;43m20221209165114226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165114226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165114226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165114227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165114227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165114227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165114227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:16.060081 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=24425): Process ended prematurely: osmo-stp_10.42.42.5(pid=24425) [trial-2361↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24425)] [trial-2361↪smpp↪esme_ms_sms_storeforward.py:30]\u000a16:51:16.073788 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.2 sec)\u000a16:51:16.156823 run osmo-hlr_10.42.42.2(pid=24422): ERR: Terminated: ERROR {rc=237} [trial-2361↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24422)]\u000a16:51:16.224914 run osmo-hlr_10.42.42.2(pid=24422): stdout: \u000a| (launched: 2022-12-09_16:51:13.002008) \u000a16:51:16.290515 run osmo-hlr_10.42.42.2(pid=24422): stderr: \u000a| �[0;m�[1;31m20221209165113205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165113205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165113205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165113205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165113205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165113205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165113216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165113225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165113225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165113225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:16.383161 run osmo-msc_10.42.42.6(pid=24428): ERR: Terminated: ERROR {rc=2} [trial-2361↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24428)]\u000a16:51:16.448443 run osmo-msc_10.42.42.6(pid=24428): stdout: \u000a| (launched: 2022-12-09_16:51:15.077718) \u000a16:51:16.516387 run osmo-msc_10.42.42.6(pid=24428): stderr: \u000a| �[0;m�[38;5;43m20221209165115402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165115402 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54b4226c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165115402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165115402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165115402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165115402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165115404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165115405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165115405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165115405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:51:16.574191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24421): Terminating (SIGTERM)\u000a16:51:16.621469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24424): Terminating (SIGTERM)\u000a16:51:16.670018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24427): Terminating (SIGTERM)\u000a16:51:16.680823 --- ParallelTerminationStrategy: PID 24421 died...\u000a16:51:16.741297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24421): Terminated: ok {rc=0}\u000a16:51:16.751954 --- ParallelTerminationStrategy: PID 24424 died...\u000a16:51:16.811170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24424): Terminated: ok {rc=0}\u000a16:51:16.821807 --- ParallelTerminationStrategy: PID 24427 died...\u000a16:51:16.877682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24427): Terminated: ok {rc=0}\u000a16:51:16.966826 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24436): Process ended prematurely: osmo-stp_10.42.42.5(pid=24436) [trial-2361↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24436)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24436): Process ended prematurely: osmo-stp_10.42.42.5(pid=24436) [trial-2361↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a16:51:18.016365 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:51:18.027598 tst smpp: Using 1 x bts (candidates: 1)\u000a16:51:18.161445 tst esme_ms_sms_transaction.py: using LAC 22409\u000a16:51:18.289421 tst esme_ms_sms_transaction.py: using RAC 224\u000a16:51:18.423921 tst esme_ms_sms_transaction.py: using CellId 22409\u000a16:51:18.550440 tst esme_ms_sms_transaction.py: using BVCI 22410\u000a16:51:18.575400 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:51:18.586502 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:51:18.597705 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:51:18.608773 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:51:18.619899 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:51:18.630996 tst smpp: Using 1 x modem (candidates: 1)\u000a16:51:18.845605 tst esme_ms_sms_transaction.py: using MSISDN 7284\u000a16:51:18.955032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:19.443342 run create_hlr_db(pid=24430): Launched\u000a16:51:19.621243 bus /sierra_2: Setting Powered False\u000a16:51:20.640187 run create_hlr_db(pid=24430): Terminated: ok {rc=0}\u000a16:51:21.077694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24432): Launched\u000a16:51:21.406927 run osmo-hlr_10.42.42.2(pid=24433): Launched\u000a16:51:21.531680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:22.100334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24435): Launched\u000a16:51:22.430017 run osmo-stp_10.42.42.5(pid=24436): Launched\u000a16:51:22.549468 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:51:23.150319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24438): Launched\u000a16:51:23.481935 run osmo-msc_10.42.42.6(pid=24439): Launched\u000a16:51:23.675444 run osmo-stp_10.42.42.5(pid=24436): ERR: Terminated: ERROR {rc=1} [trial-2361↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24436)]\u000a16:51:23.814937 run osmo-stp_10.42.42.5(pid=24436): stdout: \u000a| (launched: 2022-12-09_16:51:22.267131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:23.952202 run osmo-stp_10.42.42.5(pid=24436): stderr: \u000a| �[0;m�[38;5;43m20221209165122461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165122461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165122461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165122462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165122462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165122462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165122462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:24.084207 run osmo-stp_10.42.42.5(pid=24436): stdout: \u000a| (launched: 2022-12-09_16:51:22.267131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:24.215413 run osmo-stp_10.42.42.5(pid=24436): stderr: \u000a| �[0;m�[38;5;43m20221209165122461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165122461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165122461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165122462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165122462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165122462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165122462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:24.272694 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=24436): Process ended prematurely: osmo-stp_10.42.42.5(pid=24436) [trial-2361↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24436)]\u000a16:51:24.272694 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=24436): Process ended prematurely: osmo-stp_10.42.42.5(pid=24436) [trial-2361↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24436) [trial-2361↪smpp↪esme_ms_sms_transaction.py:28]\u000a16:51:24.281615 tst esme_ms_sms_transaction.py:28: Test FAILED (6.3 sec)\u000a16:51:24.344588 run osmo-hlr_10.42.42.2(pid=24433): ERR: Terminated: ERROR {rc=237} [trial-2361↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24433)]\u000a16:51:24.396574 run osmo-hlr_10.42.42.2(pid=24433): stdout: \u000a| (launched: 2022-12-09_16:51:21.245359) \u000a16:51:24.449141 run osmo-hlr_10.42.42.2(pid=24433): stderr: \u000a| �[0;m�[1;31m20221209165121446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165121447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165121447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165121447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165121447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165121447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165121459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165121467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165121467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165121467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:24.519560 run osmo-msc_10.42.42.6(pid=24439): ERR: Terminated: ERROR {rc=2} [trial-2361↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24439)]\u000a16:51:24.571301 run osmo-msc_10.42.42.6(pid=24439): stdout: \u000a| (launched: 2022-12-09_16:51:23.317615) \u000a16:51:24.623746 run osmo-msc_10.42.42.6(pid=24439): stderr: \u000a| �[0;m�[38;5;43m20221209165123639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165123639 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f776d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165123639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165123639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165123639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165123640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165123642 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165123642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165123642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165123642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:51:24.668223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24432): Terminating (SIGTERM)\u000a16:51:24.710728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24435): Terminating (SIGTERM)\u000a16:51:24.752793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24438): Terminating (SIGTERM)\u000a16:51:24.762612 --- ParallelTerminationStrategy: PID 24432 died...\u000a16:51:24.819185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24432): Terminated: ok {rc=0}\u000a16:51:24.829425 --- ParallelTerminationStrategy: PID 24435 died...\u000a16:51:24.885130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24435): Terminated: ok {rc=0}\u000a16:51:24.895469 --- ParallelTerminationStrategy: PID 24438 died...\u000a16:51:24.952056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24438): Terminated: ok {rc=0}\u000a16:51:25.039843 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:50:56" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24450): Process ended prematurely: osmo-stp_10.42.42.5(pid=24450) [trial-2361↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24450)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24450): Process ended prematurely: osmo-stp_10.42.42.5(pid=24450) [trial-2361↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a16:51:26.927620 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:26.938872 tst encryption: Using 1 x bts (candidates: 1)\u000a16:51:27.072570 tst register_a5_0_authopt.py: using LAC 22410\u000a16:51:27.202242 tst register_a5_0_authopt.py: using RAC 225\u000a16:51:27.330806 tst register_a5_0_authopt.py: using CellId 22410\u000a16:51:27.460660 tst register_a5_0_authopt.py: using BVCI 22411\u000a16:51:27.485924 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:27.496836 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:27.507793 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:27.519425 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:27.531174 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:27.542714 tst encryption: Using 1 x modem (candidates: 1)\u000a16:51:27.828179 tst register_a5_0_authopt.py:8: start network...\u000a16:51:27.957419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:28.451137 run create_hlr_db(pid=24444): Launched\u000a16:51:28.629376 bus /sierra_2: Setting Powered False\u000a16:51:29.650117 run create_hlr_db(pid=24444): Terminated: ok {rc=0}\u000a16:51:30.091730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24446): Launched\u000a16:51:30.424296 run osmo-hlr_10.42.42.2(pid=24447): Launched\u000a16:51:30.546506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:31.152307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24449): Launched\u000a16:51:31.598269 run osmo-stp_10.42.42.5(pid=24450): Launched\u000a16:51:31.818157 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:51:32.426097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24452): Launched\u000a16:51:32.758922 run osmo-msc_10.42.42.6(pid=24453): Launched\u000a16:51:32.951648 run osmo-stp_10.42.42.5(pid=24450): ERR: Terminated: ERROR {rc=1} [trial-2361↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24450)]\u000a16:51:33.091769 run osmo-stp_10.42.42.5(pid=24450): stdout: \u000a| (launched: 2022-12-09_16:51:31.323214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:33.230640 run osmo-stp_10.42.42.5(pid=24450): stderr: \u000a| �[0;m�[38;5;43m20221209165131634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165131634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165131635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165131635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165131636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165131636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165131636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:33.363629 run osmo-stp_10.42.42.5(pid=24450): stdout: \u000a| (launched: 2022-12-09_16:51:31.323214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:33.495681 run osmo-stp_10.42.42.5(pid=24450): stderr: \u000a| �[0;m�[38;5;43m20221209165131634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165131634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165131635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165131635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165131636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165131636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165131636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:33.553767 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24450): Process ended prematurely: osmo-stp_10.42.42.5(pid=24450) [trial-2361↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24450)] [trial-2361↪encryption↪register_a5_0_authopt.py:8]\u000a16:51:33.562941 tst register_a5_0_authopt.py:8: Test FAILED (6.7 sec)\u000a16:51:33.625618 run osmo-hlr_10.42.42.2(pid=24447): ERR: Terminated: ERROR {rc=237} [trial-2361↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24447)]\u000a16:51:33.676671 run osmo-hlr_10.42.42.2(pid=24447): stdout: \u000a| (launched: 2022-12-09_16:51:30.260291) \u000a16:51:33.728625 run osmo-hlr_10.42.42.2(pid=24447): stderr: \u000a| �[0;m�[1;31m20221209165130460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165130460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165130460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165130460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165130460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165130460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165130472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165130480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165130481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165130481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:33.798799 run osmo-msc_10.42.42.6(pid=24453): ERR: Terminated: ERROR {rc=2} [trial-2361↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24453)]\u000a16:51:33.850064 run osmo-msc_10.42.42.6(pid=24453): stdout: \u000a| (launched: 2022-12-09_16:51:32.594969) \u000a16:51:33.901955 run osmo-msc_10.42.42.6(pid=24453): stderr: \u000a| �[0;m�[38;5;43m20221209165132918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165132918 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5083014c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165132918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165132918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165132918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165132918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165132920 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165132920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165132920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165132920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:51:33.945633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24446): Terminating (SIGTERM)\u000a16:51:33.987321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24449): Terminating (SIGTERM)\u000a16:51:34.029206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24452): Terminating (SIGTERM)\u000a16:51:34.039050 --- ParallelTerminationStrategy: PID 24446 died...\u000a16:51:34.095001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24446): Terminated: ok {rc=0}\u000a16:51:34.104900 --- ParallelTerminationStrategy: PID 24449 died...\u000a16:51:34.160182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24449): Terminated: ok {rc=0}\u000a16:51:34.170163 --- ParallelTerminationStrategy: PID 24452 died...\u000a16:51:34.225459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24452): Terminated: ok {rc=0}\u000a16:51:34.311922 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24461): Process ended prematurely: osmo-stp_10.42.42.5(pid=24461) [trial-2361↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24461)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24461): Process ended prematurely: osmo-stp_10.42.42.5(pid=24461) [trial-2361↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a16:51:35.428271 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:35.440049 tst encryption: Using 1 x bts (candidates: 1)\u000a16:51:35.572861 tst register_a5_0_authreq.py: using LAC 22411\u000a16:51:35.701097 tst register_a5_0_authreq.py: using RAC 226\u000a16:51:35.829426 tst register_a5_0_authreq.py: using CellId 22411\u000a16:51:35.959102 tst register_a5_0_authreq.py: using BVCI 22412\u000a16:51:35.984062 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:35.995137 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:36.006152 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:36.017267 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:36.028373 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:36.039585 tst encryption: Using 1 x modem (candidates: 1)\u000a16:51:36.341893 tst register_a5_0_authreq.py:8: start network...\u000a16:51:36.481417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:37.001440 run create_hlr_db(pid=24455): Launched\u000a16:51:37.193273 bus /sierra_2: Setting Powered False\u000a16:51:38.212908 run create_hlr_db(pid=24455): Terminated: ok {rc=0}\u000a16:51:38.629129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24457): Launched\u000a16:51:38.939355 run osmo-hlr_10.42.42.2(pid=24458): Launched\u000a16:51:39.062125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:39.603675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24460): Launched\u000a16:51:39.913684 run osmo-stp_10.42.42.5(pid=24461): Launched\u000a16:51:40.026445 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:51:40.589706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24463): Launched\u000a16:51:40.900539 run osmo-msc_10.42.42.6(pid=24464): Launched\u000a16:51:41.082288 run osmo-stp_10.42.42.5(pid=24461): ERR: Terminated: ERROR {rc=1} [trial-2361↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24461)]\u000a16:51:41.212915 run osmo-stp_10.42.42.5(pid=24461): stdout: \u000a| (launched: 2022-12-09_16:51:39.760522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:41.341473 run osmo-stp_10.42.42.5(pid=24461): stderr: \u000a| �[0;m�[38;5;43m20221209165139932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165139932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165139932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165139933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165139933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165139933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165139933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:41.465360 run osmo-stp_10.42.42.5(pid=24461): stdout: \u000a| (launched: 2022-12-09_16:51:39.760522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:41.588389 run osmo-stp_10.42.42.5(pid=24461): stderr: \u000a| �[0;m�[38;5;43m20221209165139932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165139932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165139932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165139933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165139933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165139933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165139933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:41.642546 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24461): Process ended prematurely: osmo-stp_10.42.42.5(pid=24461) [trial-2361↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24461)] [trial-2361↪encryption↪register_a5_0_authreq.py:8]\u000a16:51:41.650910 tst register_a5_0_authreq.py:8: Test FAILED (6.3 sec)\u000a16:51:41.709947 run osmo-hlr_10.42.42.2(pid=24458): ERR: Terminated: ERROR {rc=237} [trial-2361↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24458)]\u000a16:51:41.758266 run osmo-hlr_10.42.42.2(pid=24458): stdout: \u000a| (launched: 2022-12-09_16:51:38.786072) \u000a16:51:41.807400 run osmo-hlr_10.42.42.2(pid=24458): stderr: \u000a| �[0;m�[1;31m20221209165138962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165138962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165138962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165138962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165138962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165138963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165138975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165138983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165138983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165138983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:41.874002 run osmo-msc_10.42.42.6(pid=24464): ERR: Terminated: ERROR {rc=2} [trial-2361↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24464)]\u000a16:51:41.922316 run osmo-msc_10.42.42.6(pid=24464): stdout: \u000a| (launched: 2022-12-09_16:51:40.746694) \u000a16:51:41.971358 run osmo-msc_10.42.42.6(pid=24464): stderr: \u000a| �[0;m�[38;5;43m20221209165141019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165141020 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb66f919c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165141020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165141020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165141020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165141020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165141022 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165141022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165141023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165141023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:51:42.013677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24457): Terminating (SIGTERM)\u000a16:51:42.053141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24460): Terminating (SIGTERM)\u000a16:51:42.092608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24463): Terminating (SIGTERM)\u000a16:51:42.101714 --- ParallelTerminationStrategy: PID 24457 died...\u000a16:51:42.154348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24457): Terminated: ok {rc=0}\u000a16:51:42.163795 --- ParallelTerminationStrategy: PID 24460 died...\u000a16:51:42.216208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24460): Terminated: ok {rc=0}\u000a16:51:42.225724 --- ParallelTerminationStrategy: PID 24463 died...\u000a16:51:42.278083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24463): Terminated: ok {rc=0}\u000a16:51:42.360520 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24472): Process ended prematurely: osmo-stp_10.42.42.5(pid=24472) [trial-2361↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24472)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24472): Process ended prematurely: osmo-stp_10.42.42.5(pid=24472) [trial-2361↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a16:51:43.477058 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:43.489006 tst encryption: Using 1 x bts (candidates: 1)\u000a16:51:43.621397 tst register_a5_1_authreq.py: using LAC 22412\u000a16:51:43.740394 tst register_a5_1_authreq.py: using RAC 227\u000a16:51:43.860807 tst register_a5_1_authreq.py: using CellId 22412\u000a16:51:43.982002 tst register_a5_1_authreq.py: using BVCI 22413\u000a16:51:44.005428 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:44.015873 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:44.026511 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:44.036864 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:44.047243 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:44.057529 tst encryption: Using 1 x modem (candidates: 1)\u000a16:51:44.356187 tst register_a5_1_authreq.py:8: start network...\u000a16:51:44.496210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:45.019086 run create_hlr_db(pid=24466): Launched\u000a16:51:45.212073 bus /sierra_2: Setting Powered False\u000a16:51:46.287394 run create_hlr_db(pid=24466): Terminated: ok {rc=0}\u000a16:51:46.725348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24468): Launched\u000a16:51:47.171911 run osmo-hlr_10.42.42.2(pid=24469): Launched\u000a16:51:47.337661 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:47.917816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24471): Launched\u000a16:51:48.252665 run osmo-stp_10.42.42.5(pid=24472): Launched\u000a16:51:48.373774 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:51:48.982626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24474): Launched\u000a16:51:49.315251 run osmo-msc_10.42.42.6(pid=24475): Launched\u000a16:51:49.509573 run osmo-stp_10.42.42.5(pid=24472): ERR: Terminated: ERROR {rc=1} [trial-2361↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24472)]\u000a16:51:49.650346 run osmo-stp_10.42.42.5(pid=24472): stdout: \u000a| (launched: 2022-12-09_16:51:48.087201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:49.788816 run osmo-stp_10.42.42.5(pid=24472): stderr: \u000a| �[0;m�[38;5;43m20221209165148282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165148282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165148282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165148283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165148283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165148283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165148283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:49.922145 run osmo-stp_10.42.42.5(pid=24472): stdout: \u000a| (launched: 2022-12-09_16:51:48.087201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:50.054517 run osmo-stp_10.42.42.5(pid=24472): stderr: \u000a| �[0;m�[38;5;43m20221209165148282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165148282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165148282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165148283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165148283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165148283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165148283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:50.112900 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24472): Process ended prematurely: osmo-stp_10.42.42.5(pid=24472) [trial-2361↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24472)] [trial-2361↪encryption↪register_a5_1_authreq.py:8]\u000a16:51:50.122073 tst register_a5_1_authreq.py:8: Test FAILED (6.7 sec)\u000a16:51:50.185064 run osmo-hlr_10.42.42.2(pid=24469): ERR: Terminated: ERROR {rc=237} [trial-2361↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24469)]\u000a16:51:50.236898 run osmo-hlr_10.42.42.2(pid=24469): stdout: \u000a| (launched: 2022-12-09_16:51:46.888923) \u000a16:51:50.289669 run osmo-hlr_10.42.42.2(pid=24469): stderr: \u000a| �[0;m�[1;31m20221209165147133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165147133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165147133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165147133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165147133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165147133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165147143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165147159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165147159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165147159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:50.360777 run osmo-msc_10.42.42.6(pid=24475): ERR: Terminated: ERROR {rc=2} [trial-2361↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24475)]\u000a16:51:50.412311 run osmo-msc_10.42.42.6(pid=24475): stdout: \u000a| (launched: 2022-12-09_16:51:49.151463) \u000a16:51:50.464456 run osmo-msc_10.42.42.6(pid=24475): stderr: \u000a| �[0;m�[38;5;43m20221209165149473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165149473 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a2dbc5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165149473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165149473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165149473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165149473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165149475 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165149475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165149476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165149476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:51:50.508112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24468): Terminating (SIGTERM)\u000a16:51:50.550196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24471): Terminating (SIGTERM)\u000a16:51:50.591862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24474): Terminating (SIGTERM)\u000a16:51:50.601804 --- ParallelTerminationStrategy: PID 24468 died...\u000a16:51:50.657975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24468): Terminated: ok {rc=0}\u000a16:51:50.668049 --- ParallelTerminationStrategy: PID 24471 died...\u000a16:51:50.723716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24471): Terminated: ok {rc=0}\u000a16:51:50.733730 --- ParallelTerminationStrategy: PID 24474 died...\u000a16:51:50.789435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24474): Terminated: ok {rc=0}\u000a16:51:50.875802 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24483): Process ended prematurely: osmo-stp_10.42.42.5(pid=24483) [trial-2361↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24483)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24483): Process ended prematurely: osmo-stp_10.42.42.5(pid=24483) [trial-2361↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a16:51:51.993944 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:52.005697 tst encryption: Using 1 x bts (candidates: 1)\u000a16:51:52.138314 tst register_a5_3_authreq.py: using LAC 22413\u000a16:51:52.269487 tst register_a5_3_authreq.py: using RAC 228\u000a16:51:52.399329 tst register_a5_3_authreq.py: using CellId 22413\u000a16:51:52.529508 tst register_a5_3_authreq.py: using BVCI 22414\u000a16:51:52.554684 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:52.565687 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:52.576497 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:52.587600 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:52.598680 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:51:52.609648 tst encryption: Using 1 x modem (candidates: 1)\u000a16:51:52.905248 tst register_a5_3_authreq.py:8: start network...\u000a16:51:53.034452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:53.527780 run create_hlr_db(pid=24477): Launched\u000a16:51:53.706354 bus /sierra_2: Setting Powered False\u000a16:51:54.727160 run create_hlr_db(pid=24477): Terminated: ok {rc=0}\u000a16:51:55.139009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24479): Launched\u000a16:51:55.448712 run osmo-hlr_10.42.42.2(pid=24480): Launched\u000a16:51:55.566046 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:56.100169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24482): Launched\u000a16:51:56.413570 run osmo-stp_10.42.42.5(pid=24483): Launched\u000a16:51:56.536913 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:51:57.103961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24485): Launched\u000a16:51:57.417754 run osmo-msc_10.42.42.6(pid=24486): Launched\u000a16:51:57.599101 run osmo-stp_10.42.42.5(pid=24483): ERR: Terminated: ERROR {rc=1} [trial-2361↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24483)]\u000a16:51:57.730013 run osmo-stp_10.42.42.5(pid=24483): stdout: \u000a| (launched: 2022-12-09_16:51:56.258076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:57.858334 run osmo-stp_10.42.42.5(pid=24483): stderr: \u000a| �[0;m�[38;5;43m20221209165156431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165156431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165156432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165156432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165156433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165156433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165156433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:57.982213 run osmo-stp_10.42.42.5(pid=24483): stdout: \u000a| (launched: 2022-12-09_16:51:56.258076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:58.105338 run osmo-stp_10.42.42.5(pid=24483): stderr: \u000a| �[0;m�[38;5;43m20221209165156431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165156431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165156432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165156432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165156433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165156433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165156433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:58.159656 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24483): Process ended prematurely: osmo-stp_10.42.42.5(pid=24483) [trial-2361↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24483)] [trial-2361↪encryption↪register_a5_3_authreq.py:8]\u000a16:51:58.168105 tst register_a5_3_authreq.py:8: Test FAILED (6.2 sec)\u000a16:51:58.226847 run osmo-hlr_10.42.42.2(pid=24480): ERR: Terminated: ERROR {rc=237} [trial-2361↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24480)]\u000a16:51:58.275113 run osmo-hlr_10.42.42.2(pid=24480): stdout: \u000a| (launched: 2022-12-09_16:51:55.296500) \u000a16:51:58.324331 run osmo-hlr_10.42.42.2(pid=24480): stderr: \u000a| �[0;m�[1;31m20221209165155472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165155472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165155472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165155472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165155473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165155473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165155484 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165155492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165155493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165155493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:58.390678 run osmo-msc_10.42.42.6(pid=24486): ERR: Terminated: ERROR {rc=2} [trial-2361↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24486)]\u000a16:51:58.439009 run osmo-msc_10.42.42.6(pid=24486): stdout: \u000a| (launched: 2022-12-09_16:51:57.260864) \u000a16:51:58.487962 run osmo-msc_10.42.42.6(pid=24486): stderr: \u000a| �[0;m�[38;5;43m20221209165157533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165157533 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6fa291dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165157533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165157533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165157533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165157533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165157535 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165157535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165157536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165157536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:51:58.529369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24479): Terminating (SIGTERM)\u000a16:51:58.568593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24482): Terminating (SIGTERM)\u000a16:51:58.607904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24485): Terminating (SIGTERM)\u000a16:51:58.616849 --- ParallelTerminationStrategy: PID 24479 died...\u000a16:51:58.669170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24479): Terminated: ok {rc=0}\u000a16:51:58.678514 --- ParallelTerminationStrategy: PID 24482 died...\u000a16:51:58.730819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24482): Terminated: ok {rc=0}\u000a16:51:58.740141 --- ParallelTerminationStrategy: PID 24485 died...\u000a16:51:58.792233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24485): Terminated: ok {rc=0}\u000a16:51:58.875179 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:51:26" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24503): Process ended prematurely: srsepc(pid=24503) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24503)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24503): Process ended prematurely: srsepc(pid=24503) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a16:52:00.871129 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a16:52:00.926796 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:52:00.943080 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:52:00.966562 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:52:01.109825 tst handover.py: using MSISDN 7285\u000a16:52:01.219727 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7285', subscriber_id=0}\u000a16:52:01.329853 run srsepc_10.42.42.118: Starting srsepc\u000a16:52:03.216016 run rm-remote-dir(pid=24491): Launched\u000a16:52:03.400769 bus /sierra_2: Setting Powered False\u000a16:52:04.425208 run rm-remote-dir(pid=24491): Terminated: ok {rc=0}\u000a16:52:04.852038 run mk-remote-dir(pid=24492): Launched\u000a16:52:06.040475 run mk-remote-dir(pid=24492): Terminated: ok {rc=0}\u000a16:52:06.325559 run scp-inst-to-remote(pid=24493): Launched\u000a16:52:08.525946 run scp-inst-to-remote(pid=24493): Terminated: ok {rc=0}\u000a16:52:08.879566 run rm-remote-dir(pid=24495): Launched\u000a16:52:10.081644 run rm-remote-dir(pid=24495): Terminated: ok {rc=0}\u000a16:52:10.436292 run mk-remote-dir(pid=24496): Launched\u000a16:52:11.638530 run mk-remote-dir(pid=24496): Terminated: ok {rc=0}\u000a16:52:11.937609 run scp-cfg-to-remote(pid=24497): Launched\u000a16:52:13.137280 run scp-cfg-to-remote(pid=24497): Terminated: ok {rc=0}\u000a16:52:13.435995 run scp-db-to-remote(pid=24499): Launched\u000a16:52:14.624324 run scp-db-to-remote(pid=24499): Terminated: ok {rc=0}\u000a16:52:14.738329 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:52:15.060510 run patchelf(pid=24501): Launched\u000a16:52:16.251262 run patchelf(pid=24501): Terminated: ok {rc=0}\u000a16:52:16.368829 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:52:16.754298 run setcap-netadm(pid=24502): Launched\u000a16:52:17.941539 run setcap-netadm(pid=24502): Terminated: ok {rc=0}\u000a16:52:18.255913 run srsepc(pid=24503): Launched\u000a16:52:18.366265 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:52:19.487267 run rm-remote-dir(pid=24504): Launched\u000a16:52:19.675283 run srsepc(pid=24503): ERR: Terminated: ERROR {rc=127} [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24503)]\u000a16:52:19.812136 run srsepc(pid=24503): stdout: \u000a| (launched: 2022-12-09_16:52:18.104081)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:52:19.948573 run srsepc(pid=24503): stderr: \u000a| (launched: 2022-12-09_16:52:18.149773)\u000a| Connection to 10.42.42.116 closed. \u000a16:52:20.080110 run srsepc(pid=24503): stdout: \u000a| (launched: 2022-12-09_16:52:18.104081)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:52:20.210389 run srsepc(pid=24503): stderr: \u000a| (launched: 2022-12-09_16:52:18.149773)\u000a| Connection to 10.42.42.116 closed. \u000a16:52:20.362958 run rm-remote-dir(pid=24504): Terminating (SIGINT)\u000a16:52:20.541536 run rm-remote-dir(pid=24504): Terminated: ok {rc=0}\u000a16:52:20.574491 tst handover.py:37: ERR: Error: srsepc(pid=24503): Process ended prematurely: srsepc(pid=24503) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24503)] [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a16:52:20.584006 tst handover.py:37: Test FAILED (19.9 sec)\u000a16:52:20.695153 run scp-back-log(pid=24505): Launched\u000a16:52:21.782308 run scp-back-log(pid=24505): ERR: Terminated: ERROR {rc=1} [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24505)]\u000a16:52:21.843895 run scp-back-log(pid=24505): stdout: \u000a| (launched: 2022-12-09_16:52:20.625450) \u000a16:52:21.905858 run scp-back-log(pid=24505): stderr: \u000a| (launched: 2022-12-09_16:52:20.645187)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:52:21.958576 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24505): launch_sync(): local process exited with status 1 [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24505)]')\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24520): Process ended prematurely: srsepc(pid=24520) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24520)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24520): Process ended prematurely: srsepc(pid=24520) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a16:52:22.137573 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a16:52:22.179677 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:52:22.383516 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a16:52:22.425292 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:52:22.441107 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:52:22.560426 tst iperf3_bidir.py: using MSISDN 7286\u000a16:52:22.667956 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7286', subscriber_id=0}\u000a16:52:22.774293 run srsepc_10.42.42.118: Starting srsepc\u000a16:52:23.420044 run rm-remote-dir(pid=24507): Launched\u000a16:52:24.620268 run rm-remote-dir(pid=24507): Terminated: ok {rc=0}\u000a16:52:24.973834 run mk-remote-dir(pid=24508): Launched\u000a16:52:26.174616 run mk-remote-dir(pid=24508): Terminated: ok {rc=0}\u000a16:52:26.473586 run scp-inst-to-remote(pid=24509): Launched\u000a16:52:28.674200 run scp-inst-to-remote(pid=24509): Terminated: ok {rc=0}\u000a16:52:29.026839 run rm-remote-dir(pid=24511): Launched\u000a16:52:30.227930 run rm-remote-dir(pid=24511): Terminated: ok {rc=0}\u000a16:52:30.581217 run mk-remote-dir(pid=24512): Launched\u000a16:52:31.790034 run mk-remote-dir(pid=24512): Terminated: ok {rc=0}\u000a16:52:32.132098 run scp-cfg-to-remote(pid=24513): Launched\u000a16:52:33.332845 run scp-cfg-to-remote(pid=24513): Terminated: ok {rc=0}\u000a16:52:33.606961 run scp-db-to-remote(pid=24515): Launched\u000a16:52:34.790071 run scp-db-to-remote(pid=24515): Terminated: ok {rc=0}\u000a16:52:34.901625 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:52:35.217258 run patchelf(pid=24517): Launched\u000a16:52:36.399926 run patchelf(pid=24517): Terminated: ok {rc=0}\u000a16:52:36.511589 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:52:36.827207 run setcap-netadm(pid=24519): Launched\u000a16:52:38.010038 run setcap-netadm(pid=24519): Terminated: ok {rc=0}\u000a16:52:38.316400 run srsepc(pid=24520): Launched\u000a16:52:38.423186 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:52:39.525423 run rm-remote-dir(pid=24521): Launched\u000a16:52:39.709612 run srsepc(pid=24520): ERR: Terminated: ERROR {rc=127} [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24520)]\u000a16:52:39.844378 run srsepc(pid=24520): stdout: \u000a| (launched: 2022-12-09_16:52:38.169568)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:52:39.977433 run srsepc(pid=24520): stderr: \u000a| (launched: 2022-12-09_16:52:38.214469)\u000a| Connection to 10.42.42.116 closed. \u000a16:52:40.105944 run srsepc(pid=24520): stdout: \u000a| (launched: 2022-12-09_16:52:38.169568)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:52:40.233573 run srsepc(pid=24520): stderr: \u000a| (launched: 2022-12-09_16:52:38.214469)\u000a| Connection to 10.42.42.116 closed. \u000a16:52:40.383161 run rm-remote-dir(pid=24521): Terminating (SIGINT)\u000a16:52:40.558131 run rm-remote-dir(pid=24521): Terminated: ok {rc=0}\u000a16:52:40.590398 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=24520): Process ended prematurely: srsepc(pid=24520) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24520)] [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a16:52:40.599919 tst iperf3_bidir.py:42: Test FAILED (18.6 sec)\u000a16:52:40.709437 run scp-back-log(pid=24522): Launched\u000a16:52:41.793929 run scp-back-log(pid=24522): ERR: Terminated: ERROR {rc=1} [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24522)]\u000a16:52:41.855401 run scp-back-log(pid=24522): stdout: \u000a| (launched: 2022-12-09_16:52:40.640726) \u000a16:52:41.917306 run scp-back-log(pid=24522): stderr: \u000a| (launched: 2022-12-09_16:52:40.660387)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:52:41.969534 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24522): launch_sync(): local process exited with status 1 [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24522)]')\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24536): Process ended prematurely: srsepc(pid=24536) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24536)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24536): Process ended prematurely: srsepc(pid=24536) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a16:52:42.144090 tst iperf3_dl.py:13: Number of physical ue: 1\u000a16:52:42.185388 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:52:42.393217 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a16:52:42.434191 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:52:42.449966 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:52:42.576654 tst iperf3_dl.py: using MSISDN 7287\u000a16:52:42.692276 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7287', subscriber_id=0}\u000a16:52:42.806635 run srsepc_10.42.42.118: Starting srsepc\u000a16:52:43.488320 run rm-remote-dir(pid=24524): Launched\u000a16:52:44.684855 run rm-remote-dir(pid=24524): Terminated: ok {rc=0}\u000a16:52:45.026500 run mk-remote-dir(pid=24525): Launched\u000a16:52:46.223573 run mk-remote-dir(pid=24525): Terminated: ok {rc=0}\u000a16:52:46.589770 run scp-inst-to-remote(pid=24526): Launched\u000a16:52:48.780158 run scp-inst-to-remote(pid=24526): Terminated: ok {rc=0}\u000a16:52:49.101471 run rm-remote-dir(pid=24528): Launched\u000a16:52:50.283592 run rm-remote-dir(pid=24528): Terminated: ok {rc=0}\u000a16:52:50.605082 run mk-remote-dir(pid=24529): Launched\u000a16:52:51.786874 run mk-remote-dir(pid=24529): Terminated: ok {rc=0}\u000a16:52:52.057730 run scp-cfg-to-remote(pid=24530): Launched\u000a16:52:53.238341 run scp-cfg-to-remote(pid=24530): Terminated: ok {rc=0}\u000a16:52:53.508511 run scp-db-to-remote(pid=24532): Launched\u000a16:52:54.689721 run scp-db-to-remote(pid=24532): Terminated: ok {rc=0}\u000a16:52:54.799669 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:52:55.110906 run patchelf(pid=24534): Launched\u000a16:52:56.291812 run patchelf(pid=24534): Terminated: ok {rc=0}\u000a16:52:56.401902 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:52:56.712368 run setcap-netadm(pid=24535): Launched\u000a16:52:57.892376 run setcap-netadm(pid=24535): Terminated: ok {rc=0}\u000a16:52:58.195903 run srsepc(pid=24536): Launched\u000a16:52:58.301383 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:52:59.390322 run rm-remote-dir(pid=24537): Launched\u000a16:52:59.572535 run srsepc(pid=24536): ERR: Terminated: ERROR {rc=127} [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24536)]\u000a16:52:59.705055 run srsepc(pid=24536): stdout: \u000a| (launched: 2022-12-09_16:52:58.050458)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:52:59.836536 run srsepc(pid=24536): stderr: \u000a| (launched: 2022-12-09_16:52:58.095063)\u000a| Connection to 10.42.42.116 closed. \u000a16:52:59.963883 run srsepc(pid=24536): stdout: \u000a| (launched: 2022-12-09_16:52:58.050458)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:53:00.089693 run srsepc(pid=24536): stderr: \u000a| (launched: 2022-12-09_16:52:58.095063)\u000a| Connection to 10.42.42.116 closed. \u000a16:53:00.237375 run rm-remote-dir(pid=24537): Terminating (SIGINT)\u000a16:53:00.410505 run rm-remote-dir(pid=24537): Terminated: ok {rc=0}\u000a16:53:00.442401 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=24536): Process ended prematurely: srsepc(pid=24536) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24536)] [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a16:53:00.451816 tst iperf3_dl.py:42: Test FAILED (18.5 sec)\u000a16:53:00.560247 run scp-back-log(pid=24538): Launched\u000a16:53:01.666324 run scp-back-log(pid=24538): ERR: Terminated: ERROR {rc=1} [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24538)]\u000a16:53:01.742009 run scp-back-log(pid=24538): stdout: \u000a| (launched: 2022-12-09_16:53:00.492491) \u000a16:53:01.826444 run scp-back-log(pid=24538): stderr: \u000a| (launched: 2022-12-09_16:53:00.512090)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:53:01.898304 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24538): launch_sync(): local process exited with status 1 [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24538)]')\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24823): Process ended prematurely: srsepc(pid=24823) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24823)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24823): Process ended prematurely: srsepc(pid=24823) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a16:53:02.169667 tst iperf3_ul.py:13: Number of physical ue: 1\u000a16:53:02.235017 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:53:02.490721 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a16:53:02.534079 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:53:02.553172 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:53:02.703747 tst iperf3_ul.py: using MSISDN 7288\u000a16:53:02.827113 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7288', subscriber_id=0}\u000a16:53:02.937862 run srsepc_10.42.42.118: Starting srsepc\u000a16:53:03.810245 run rm-remote-dir(pid=24645): Launched\u000a16:53:05.024655 run rm-remote-dir(pid=24645): Terminated: ok {rc=0}\u000a16:53:05.417133 run mk-remote-dir(pid=24810): Launched\u000a16:53:06.617697 run mk-remote-dir(pid=24810): Terminated: ok {rc=0}\u000a16:53:06.969870 run scp-inst-to-remote(pid=24813): Launched\u000a16:53:09.161991 run scp-inst-to-remote(pid=24813): Terminated: ok {rc=0}\u000a16:53:09.555461 run rm-remote-dir(pid=24815): Launched\u000a16:53:10.748811 run rm-remote-dir(pid=24815): Terminated: ok {rc=0}\u000a16:53:11.138605 run mk-remote-dir(pid=24816): Launched\u000a16:53:12.331944 run mk-remote-dir(pid=24816): Terminated: ok {rc=0}\u000a16:53:12.679971 run scp-cfg-to-remote(pid=24817): Launched\u000a16:53:13.871541 run scp-cfg-to-remote(pid=24817): Terminated: ok {rc=0}\u000a16:53:14.220432 run scp-db-to-remote(pid=24819): Launched\u000a16:53:15.414909 run scp-db-to-remote(pid=24819): Terminated: ok {rc=0}\u000a16:53:15.532273 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:53:15.965539 run patchelf(pid=24821): Launched\u000a16:53:17.282517 run patchelf(pid=24821): Terminated: ok {rc=0}\u000a16:53:17.411933 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:53:17.782821 run setcap-netadm(pid=24822): Launched\u000a16:53:18.975197 run setcap-netadm(pid=24822): Terminated: ok {rc=0}\u000a16:53:19.351359 run srsepc(pid=24823): Launched\u000a16:53:19.529382 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:53:20.736776 run rm-remote-dir(pid=24824): Launched\u000a16:53:21.001116 run srsepc(pid=24823): ERR: Terminated: ERROR {rc=127} [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24823)]\u000a16:53:21.140139 run srsepc(pid=24823): stdout: \u000a| (launched: 2022-12-09_16:53:19.141451)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:53:21.280538 run srsepc(pid=24823): stderr: \u000a| (launched: 2022-12-09_16:53:19.188891)\u000a| Connection to 10.42.42.116 closed. \u000a16:53:21.416280 run srsepc(pid=24823): stdout: \u000a| (launched: 2022-12-09_16:53:19.141451)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:53:21.551261 run srsepc(pid=24823): stderr: \u000a| (launched: 2022-12-09_16:53:19.188891)\u000a| Connection to 10.42.42.116 closed. \u000a16:53:21.707614 run rm-remote-dir(pid=24824): Terminating (SIGINT)\u000a16:53:21.892409 run rm-remote-dir(pid=24824): Terminated: ok {rc=0}\u000a16:53:21.926819 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=24823): Process ended prematurely: srsepc(pid=24823) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24823)] [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a16:53:21.937761 tst iperf3_ul.py:42: Test FAILED (20.0 sec)\u000a16:53:22.077437 run scp-back-log(pid=24825): Launched\u000a16:53:23.178566 run scp-back-log(pid=24825): ERR: Terminated: ERROR {rc=1} [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24825)]\u000a16:53:23.243374 run scp-back-log(pid=24825): stdout: \u000a| (launched: 2022-12-09_16:53:21.980731) \u000a16:53:23.307522 run scp-back-log(pid=24825): stderr: \u000a| (launched: 2022-12-09_16:53:22.000834)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:53:23.362896 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24825): launch_sync(): local process exited with status 1 [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24825)]')\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24841): Process ended prematurely: srsepc(pid=24841) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24841)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24841): Process ended prematurely: srsepc(pid=24841) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a16:53:23.378929 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:53:23.396788 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:53:23.420854 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:53:23.566496 tst ping.py: using MSISDN 7289\u000a16:53:23.679669 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7289', subscriber_id=0}\u000a16:53:23.791166 run srsepc_10.42.42.118: Starting srsepc\u000a16:53:24.446903 run rm-remote-dir(pid=24829): Launched\u000a16:53:25.634356 run rm-remote-dir(pid=24829): Terminated: ok {rc=0}\u000a16:53:25.965623 run mk-remote-dir(pid=24830): Launched\u000a16:53:27.152367 run mk-remote-dir(pid=24830): Terminated: ok {rc=0}\u000a16:53:27.431476 run scp-inst-to-remote(pid=24831): Launched\u000a16:53:29.619555 run scp-inst-to-remote(pid=24831): Terminated: ok {rc=0}\u000a16:53:29.950072 run rm-remote-dir(pid=24833): Launched\u000a16:53:31.143558 run rm-remote-dir(pid=24833): Terminated: ok {rc=0}\u000a16:53:31.537159 run mk-remote-dir(pid=24834): Launched\u000a16:53:32.727059 run mk-remote-dir(pid=24834): Terminated: ok {rc=0}\u000a16:53:33.005567 run scp-cfg-to-remote(pid=24835): Launched\u000a16:53:34.190737 run scp-cfg-to-remote(pid=24835): Terminated: ok {rc=0}\u000a16:53:34.469351 run scp-db-to-remote(pid=24837): Launched\u000a16:53:35.654712 run scp-db-to-remote(pid=24837): Terminated: ok {rc=0}\u000a16:53:35.768503 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:53:36.089426 run patchelf(pid=24839): Launched\u000a16:53:37.274501 run patchelf(pid=24839): Terminated: ok {rc=0}\u000a16:53:37.387622 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:53:37.708591 run setcap-netadm(pid=24840): Launched\u000a16:53:38.893579 run setcap-netadm(pid=24840): Terminated: ok {rc=0}\u000a16:53:39.205507 run srsepc(pid=24841): Launched\u000a16:53:39.314287 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:53:40.434867 run rm-remote-dir(pid=24842): Launched\u000a16:53:40.621989 run srsepc(pid=24841): ERR: Terminated: ERROR {rc=127} [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24841)]\u000a16:53:40.759016 run srsepc(pid=24841): stdout: \u000a| (launched: 2022-12-09_16:53:39.055637)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:53:40.894509 run srsepc(pid=24841): stderr: \u000a| (launched: 2022-12-09_16:53:39.101187)\u000a| Connection to 10.42.42.116 closed. \u000a16:53:41.025836 run srsepc(pid=24841): stdout: \u000a| (launched: 2022-12-09_16:53:39.055637)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:53:41.155626 run srsepc(pid=24841): stderr: \u000a| (launched: 2022-12-09_16:53:39.101187)\u000a| Connection to 10.42.42.116 closed. \u000a16:53:41.307447 run rm-remote-dir(pid=24842): Terminating (SIGINT)\u000a16:53:41.485503 run rm-remote-dir(pid=24842): Terminated: ok {rc=0}\u000a16:53:41.518145 tst ping.py:16: ERR: Error: srsepc(pid=24841): Process ended prematurely: srsepc(pid=24841) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24841)] [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a16:53:41.527547 tst ping.py:16: Test FAILED (18.1 sec)\u000a16:53:41.638038 run scp-back-log(pid=24843): Launched\u000a16:53:42.725371 run scp-back-log(pid=24843): ERR: Terminated: ERROR {rc=1} [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24843)]\u000a16:53:42.786906 run scp-back-log(pid=24843): stdout: \u000a| (launched: 2022-12-09_16:53:41.568677) \u000a16:53:42.848818 run scp-back-log(pid=24843): stderr: \u000a| (launched: 2022-12-09_16:53:41.588324)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:53:42.901203 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24843): launch_sync(): local process exited with status 1 [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24843)]')\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24858): Process ended prematurely: srsepc(pid=24858) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24858)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24858): Process ended prematurely: srsepc(pid=24858) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a16:53:42.914862 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:53:42.931439 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:53:42.954211 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:53:43.094431 tst rrc_idle_mo_ping.py: using MSISDN 7290\u000a16:53:43.201475 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7290', subscriber_id=0}\u000a16:53:43.307174 run srsepc_10.42.42.118: Starting srsepc\u000a16:53:43.946146 run rm-remote-dir(pid=24846): Launched\u000a16:53:45.134094 run rm-remote-dir(pid=24846): Terminated: ok {rc=0}\u000a16:53:45.464747 run mk-remote-dir(pid=24847): Launched\u000a16:53:46.710379 run mk-remote-dir(pid=24847): Terminated: ok {rc=0}\u000a16:53:47.039230 run scp-inst-to-remote(pid=24848): Launched\u000a16:53:49.248400 run scp-inst-to-remote(pid=24848): Terminated: ok {rc=0}\u000a16:53:49.600432 run rm-remote-dir(pid=24850): Launched\u000a16:53:50.800770 run rm-remote-dir(pid=24850): Terminated: ok {rc=0}\u000a16:53:51.154130 run mk-remote-dir(pid=24851): Launched\u000a16:53:52.354836 run mk-remote-dir(pid=24851): Terminated: ok {rc=0}\u000a16:53:52.652284 run scp-cfg-to-remote(pid=24852): Launched\u000a16:53:53.851311 run scp-cfg-to-remote(pid=24852): Terminated: ok {rc=0}\u000a16:53:54.148558 run scp-db-to-remote(pid=24854): Launched\u000a16:53:55.347970 run scp-db-to-remote(pid=24854): Terminated: ok {rc=0}\u000a16:53:55.470090 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:53:55.810989 run patchelf(pid=24856): Launched\u000a16:53:57.010076 run patchelf(pid=24856): Terminated: ok {rc=0}\u000a16:53:57.133047 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:53:57.475044 run setcap-netadm(pid=24857): Launched\u000a16:53:58.675152 run setcap-netadm(pid=24857): Terminated: ok {rc=0}\u000a16:53:59.009248 run srsepc(pid=24858): Launched\u000a16:53:59.126318 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:54:00.326710 run rm-remote-dir(pid=24859): Launched\u000a16:54:00.526467 run srsepc(pid=24858): ERR: Terminated: ERROR {rc=127} [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24858)]\u000a16:54:00.671769 run srsepc(pid=24858): stdout: \u000a| (launched: 2022-12-09_16:53:58.849578)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:54:00.816469 run srsepc(pid=24858): stderr: \u000a| (launched: 2022-12-09_16:53:58.898459)\u000a| Connection to 10.42.42.116 closed. \u000a16:54:00.968331 run srsepc(pid=24858): stdout: \u000a| (launched: 2022-12-09_16:53:58.849578)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:54:01.110907 run srsepc(pid=24858): stderr: \u000a| (launched: 2022-12-09_16:53:58.898459)\u000a| Connection to 10.42.42.116 closed. \u000a16:54:01.277642 run rm-remote-dir(pid=24859): Terminating (SIGINT)\u000a16:54:01.472410 run rm-remote-dir(pid=24859): Terminated: ok {rc=0}\u000a16:54:01.508716 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=24858): Process ended prematurely: srsepc(pid=24858) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24858)] [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a16:54:01.520331 tst rrc_idle_mo_ping.py:16: Test FAILED (18.6 sec)\u000a16:54:01.671971 run scp-back-log(pid=24860): Launched\u000a16:54:02.766316 run scp-back-log(pid=24860): ERR: Terminated: ERROR {rc=1} [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24860)]\u000a16:54:02.828143 run scp-back-log(pid=24860): stdout: \u000a| (launched: 2022-12-09_16:54:01.566337) \u000a16:54:02.890313 run scp-back-log(pid=24860): stderr: \u000a| (launched: 2022-12-09_16:54:01.587233)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:54:02.942874 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24860): launch_sync(): local process exited with status 1 [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24860)]')\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24875): Process ended prematurely: srsepc(pid=24875) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24875)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24875): Process ended prematurely: srsepc(pid=24875) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a16:54:02.956744 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:54:02.973545 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:54:02.996198 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:54:03.135555 tst rrc_idle_mt_ping.py: using MSISDN 7291\u000a16:54:03.242726 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7291', subscriber_id=0}\u000a16:54:03.348924 run srsepc_10.42.42.118: Starting srsepc\u000a16:54:03.990161 run rm-remote-dir(pid=24862): Launched\u000a16:54:05.178172 run rm-remote-dir(pid=24862): Terminated: ok {rc=0}\u000a16:54:05.508334 run mk-remote-dir(pid=24863): Launched\u000a16:54:06.695107 run mk-remote-dir(pid=24863): Terminated: ok {rc=0}\u000a16:54:06.973975 run scp-inst-to-remote(pid=24864): Launched\u000a16:54:09.162055 run scp-inst-to-remote(pid=24864): Terminated: ok {rc=0}\u000a16:54:09.492705 run rm-remote-dir(pid=24866): Launched\u000a16:54:10.680731 run rm-remote-dir(pid=24866): Terminated: ok {rc=0}\u000a16:54:11.011399 run mk-remote-dir(pid=24868): Launched\u000a16:54:12.198672 run mk-remote-dir(pid=24868): Terminated: ok {rc=0}\u000a16:54:12.477369 run scp-cfg-to-remote(pid=24869): Launched\u000a16:54:13.663504 run scp-cfg-to-remote(pid=24869): Terminated: ok {rc=0}\u000a16:54:13.941791 run scp-db-to-remote(pid=24871): Launched\u000a16:54:15.127125 run scp-db-to-remote(pid=24871): Terminated: ok {rc=0}\u000a16:54:15.240677 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:54:15.561177 run patchelf(pid=24873): Launched\u000a16:54:16.760437 run patchelf(pid=24873): Terminated: ok {rc=0}\u000a16:54:16.886147 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:54:17.249988 run setcap-netadm(pid=24874): Launched\u000a16:54:18.448364 run setcap-netadm(pid=24874): Terminated: ok {rc=0}\u000a16:54:18.781581 run srsepc(pid=24875): Launched\u000a16:54:18.897888 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:54:20.100769 run rm-remote-dir(pid=24876): Launched\u000a16:54:20.298803 run srsepc(pid=24875): ERR: Terminated: ERROR {rc=127} [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24875)]\u000a16:54:20.443132 run srsepc(pid=24875): stdout: \u000a| (launched: 2022-12-09_16:54:18.623090)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:54:20.587920 run srsepc(pid=24875): stderr: \u000a| (launched: 2022-12-09_16:54:18.672092)\u000a| Connection to 10.42.42.116 closed. \u000a16:54:20.727609 run srsepc(pid=24875): stdout: \u000a| (launched: 2022-12-09_16:54:18.623090)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:54:20.866112 run srsepc(pid=24875): stderr: \u000a| (launched: 2022-12-09_16:54:18.672092)\u000a| Connection to 10.42.42.116 closed. \u000a16:54:21.027704 run rm-remote-dir(pid=24876): Terminating (SIGINT)\u000a16:54:21.217438 run rm-remote-dir(pid=24876): Terminated: ok {rc=0}\u000a16:54:21.252080 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=24875): Process ended prematurely: srsepc(pid=24875) [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24875)] [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a16:54:21.262298 tst rrc_idle_mt_ping.py:16: Test FAILED (18.3 sec)\u000a16:54:21.376520 run scp-back-log(pid=24877): Launched\u000a16:54:22.465576 run scp-back-log(pid=24877): ERR: Terminated: ERROR {rc=1} [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24877)]\u000a16:54:22.530146 run scp-back-log(pid=24877): stdout: \u000a| (launched: 2022-12-09_16:54:21.305291) \u000a16:54:22.594608 run scp-back-log(pid=24877): stderr: \u000a| (launched: 2022-12-09_16:54:21.325815)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:54:22.649882 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24877): launch_sync(): local process exited with status 1 [trial-2361↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24877)]')\u000a" } ], "duration" : 143.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:52:00" }, { "cases" : [ { "testActions" : [ ], "age" : 159, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24888): Process ended prematurely: osmo-stp_10.42.42.5(pid=24888) [trial-2361↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24888)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24888): Process ended prematurely: osmo-stp_10.42.42.5(pid=24888) [trial-2361↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a16:54:23.505955 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:54:23.517352 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a16:54:23.652626 tst handover.py: using LAC 22414\u000a16:54:23.780027 tst handover.py: using RAC 229\u000a16:54:23.906537 tst handover.py: using CellId 22414\u000a16:54:24.033363 tst handover.py: using BVCI 22415\u000a16:54:24.058028 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a16:54:24.192318 tst handover.py: using LAC 22415\u000a16:54:24.318025 tst handover.py: using RAC 230\u000a16:54:24.443451 tst handover.py: using CellId 22415\u000a16:54:24.570490 tst handover.py: using BVCI 22416\u000a16:54:24.595126 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:54:24.606497 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:54:24.617605 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:54:24.629151 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:54:24.640522 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:54:24.651843 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a16:54:24.770481 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a16:54:24.971810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:54:25.448375 run create_hlr_db(pid=24882): Launched\u000a16:54:26.624473 run create_hlr_db(pid=24882): Terminated: ok {rc=0}\u000a16:54:26.937829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24884): Launched\u000a16:54:27.240747 run osmo-hlr_10.42.42.2(pid=24885): Launched\u000a16:54:27.359603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:54:27.891514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24887): Launched\u000a16:54:28.195754 run osmo-stp_10.42.42.5(pid=24888): Launched\u000a16:54:28.306233 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:54:28.858320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24890): Launched\u000a16:54:29.161258 run osmo-msc_10.42.42.6(pid=24891): Launched\u000a16:54:29.337292 run osmo-stp_10.42.42.5(pid=24888): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24888)]\u000a16:54:29.464712 run osmo-stp_10.42.42.5(pid=24888): stdout: \u000a| (launched: 2022-12-09_16:54:28.045732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:29.590639 run osmo-stp_10.42.42.5(pid=24888): stderr: \u000a| �[0;m�[38;5;43m20221209165428219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165428219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165428219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165428220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165428220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165428220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165428220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:29.712265 run osmo-stp_10.42.42.5(pid=24888): stdout: \u000a| (launched: 2022-12-09_16:54:28.045732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:29.833085 run osmo-stp_10.42.42.5(pid=24888): stderr: \u000a| �[0;m�[38;5;43m20221209165428219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165428219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165428219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165428220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165428220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165428220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165428220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:29.885978 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24888): Process ended prematurely: osmo-stp_10.42.42.5(pid=24888) [trial-2361↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24888)] [trial-2361↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a16:54:29.893989 tst handover.py:18: Test FAILED (6.4 sec)\u000a16:54:29.952436 run osmo-hlr_10.42.42.2(pid=24885): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24885)]\u000a16:54:30.000781 run osmo-hlr_10.42.42.2(pid=24885): stdout: \u000a| (launched: 2022-12-09_16:54:27.092018) \u000a16:54:30.049946 run osmo-hlr_10.42.42.2(pid=24885): stderr: \u000a| �[0;m�[1;31m20221209165427269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165427269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165427269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165427270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165427270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165427270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165427283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165427291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165427292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165427292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:54:30.116490 run osmo-msc_10.42.42.6(pid=24891): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24891)]\u000a16:54:30.164762 run osmo-msc_10.42.42.6(pid=24891): stdout: \u000a| (launched: 2022-12-09_16:54:29.011935) \u000a16:54:30.213499 run osmo-msc_10.42.42.6(pid=24891): stderr: \u000a| �[0;m�[38;5;43m20221209165429285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165429285 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8f7741c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165429285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165429285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165429286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165429286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165429287 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165429289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165429289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165429289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:54:30.254654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24884): Terminating (SIGTERM)\u000a16:54:30.293583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24887): Terminating (SIGTERM)\u000a16:54:30.332791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24890): Terminating (SIGTERM)\u000a16:54:30.341910 --- ParallelTerminationStrategy: PID 24884 died...\u000a16:54:30.394318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24884): Terminated: ok {rc=0}\u000a16:54:30.403833 --- ParallelTerminationStrategy: PID 24887 died...\u000a16:54:30.455979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24887): Terminated: ok {rc=0}\u000a16:54:30.465572 --- ParallelTerminationStrategy: PID 24890 died...\u000a16:54:30.517723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24890): Terminated: ok {rc=0}\u000a16:54:30.605637 bus /sierra_3: Setting Powered False\u000a16:54:31.710039 bus /sierra_3: Setting Powered False\u000a16:54:32.815256 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:54:23" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24903): Process ended prematurely: osmo-stp_10.42.42.5(pid=24903) [trial-2361↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24903)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24903): Process ended prematurely: osmo-stp_10.42.42.5(pid=24903) [trial-2361↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a16:54:34.782916 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:54:34.794289 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a16:54:34.920403 tst handover.py: using LAC 22416\u000a16:54:35.052109 tst handover.py: using RAC 231\u000a16:54:35.179698 tst handover.py: using CellId 22416\u000a16:54:35.305866 tst handover.py: using BVCI 22417\u000a16:54:35.330682 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a16:54:35.458630 tst handover.py: using LAC 22417\u000a16:54:35.584909 tst handover.py: using RAC 232\u000a16:54:35.711143 tst handover.py: using CellId 22417\u000a16:54:35.837561 tst handover.py: using BVCI 22418\u000a16:54:35.862360 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:54:35.873679 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:54:35.884736 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:54:35.896074 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:54:35.907664 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:54:35.918942 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a16:54:36.038693 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a16:54:36.241117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:54:36.693045 run create_hlr_db(pid=24897): Launched\u000a16:54:36.816069 bus /sierra_2: Setting Powered False\u000a16:54:37.887770 run create_hlr_db(pid=24897): Terminated: ok {rc=0}\u000a16:54:38.266746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24899): Launched\u000a16:54:38.571497 run osmo-hlr_10.42.42.2(pid=24900): Launched\u000a16:54:38.689493 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:54:39.198843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24902): Launched\u000a16:54:39.503498 run osmo-stp_10.42.42.5(pid=24903): Launched\u000a16:54:39.614431 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:54:40.143963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24905): Launched\u000a16:54:40.450169 run osmo-msc_10.42.42.6(pid=24906): Launched\u000a16:54:40.629930 run osmo-stp_10.42.42.5(pid=24903): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24903)]\u000a16:54:40.758589 run osmo-stp_10.42.42.5(pid=24903): stdout: \u000a| (launched: 2022-12-09_16:54:39.353070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:40.885106 run osmo-stp_10.42.42.5(pid=24903): stderr: \u000a| �[0;m�[38;5;43m20221209165439524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165439524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165439524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165439525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165439525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165439525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165439525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:41.007369 run osmo-stp_10.42.42.5(pid=24903): stdout: \u000a| (launched: 2022-12-09_16:54:39.353070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:41.128895 run osmo-stp_10.42.42.5(pid=24903): stderr: \u000a| �[0;m�[38;5;43m20221209165439524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165439524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165439524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165439525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165439525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165439525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165439525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:41.182391 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24903): Process ended prematurely: osmo-stp_10.42.42.5(pid=24903) [trial-2361↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24903)] [trial-2361↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a16:54:41.190337 tst handover.py:18: Test FAILED (6.4 sec)\u000a16:54:41.249255 run osmo-hlr_10.42.42.2(pid=24900): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24900)]\u000a16:54:41.297662 run osmo-hlr_10.42.42.2(pid=24900): stdout: \u000a| (launched: 2022-12-09_16:54:38.421375) \u000a16:54:41.346701 run osmo-hlr_10.42.42.2(pid=24900): stderr: \u000a| �[0;m�[1;31m20221209165438599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165438599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165438599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165438599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165438599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165438599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165438616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165438626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165438626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165438626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:54:41.413240 run osmo-msc_10.42.42.6(pid=24906): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24906)]\u000a16:54:41.461354 run osmo-msc_10.42.42.6(pid=24906): stdout: \u000a| (launched: 2022-12-09_16:54:40.299117) \u000a16:54:41.509872 run osmo-msc_10.42.42.6(pid=24906): stderr: \u000a| �[0;m�[38;5;43m20221209165440570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165440570 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04708adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165440570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165440570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165440570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165440571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165440572 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165440573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165440573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165440573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:54:41.551029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24899): Terminating (SIGTERM)\u000a16:54:41.590090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24902): Terminating (SIGTERM)\u000a16:54:41.629405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24905): Terminating (SIGTERM)\u000a16:54:41.638489 --- ParallelTerminationStrategy: PID 24899 died...\u000a16:54:41.691532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24899): Terminated: ok {rc=0}\u000a16:54:41.701055 --- ParallelTerminationStrategy: PID 24902 died...\u000a16:54:41.753464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24902): Terminated: ok {rc=0}\u000a16:54:41.762885 --- ParallelTerminationStrategy: PID 24905 died...\u000a16:54:41.815303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24905): Terminated: ok {rc=0}\u000a16:54:41.898750 bus /sierra_3: Setting Powered False\u000a16:54:42.999967 bus /sierra_3: Setting Powered False\u000a16:54:44.110886 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:54:34" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24918): Process ended prematurely: osmo-stp_10.42.42.5(pid=24918) [trial-2361↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24918)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24918): Process ended prematurely: osmo-stp_10.42.42.5(pid=24918) [trial-2361↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a16:54:46.114131 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:46.129699 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:54:46.273253 tst handover.py: using LAC 22418\u000a16:54:46.403275 tst handover.py: using RAC 233\u000a16:54:46.562741 tst handover.py: using CellId 22418\u000a16:54:46.722031 tst handover.py: using BVCI 22419\u000a16:54:46.750540 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:54:46.916189 tst handover.py: using LAC 22419\u000a16:54:47.072587 tst handover.py: using RAC 234\u000a16:54:47.227732 tst handover.py: using CellId 22419\u000a16:54:47.361048 tst handover.py: using BVCI 22420\u000a16:54:47.386107 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:47.397588 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:47.408899 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:47.420577 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:47.432480 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:47.444008 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:54:47.561157 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:54:47.763255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:54:48.223001 run create_hlr_db(pid=24912): Launched\u000a16:54:48.347216 bus /sierra_2: Setting Powered False\u000a16:54:49.419326 run create_hlr_db(pid=24912): Terminated: ok {rc=0}\u000a16:54:49.823847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24914): Launched\u000a16:54:50.150745 run osmo-hlr_10.42.42.2(pid=24915): Launched\u000a16:54:50.269609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:54:50.807512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24917): Launched\u000a16:54:51.133382 run osmo-stp_10.42.42.5(pid=24918): Launched\u000a16:54:51.252241 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:54:51.820120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24920): Launched\u000a16:54:52.146727 run osmo-msc_10.42.42.6(pid=24921): Launched\u000a16:54:52.337715 run osmo-stp_10.42.42.5(pid=24918): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24918)]\u000a16:54:52.476113 run osmo-stp_10.42.42.5(pid=24918): stdout: \u000a| (launched: 2022-12-09_16:54:50.973279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:52.613880 run osmo-stp_10.42.42.5(pid=24918): stderr: \u000a| �[0;m�[38;5;43m20221209165451166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165451166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165451166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165451167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165451167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165451167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165451167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:52.745563 run osmo-stp_10.42.42.5(pid=24918): stdout: \u000a| (launched: 2022-12-09_16:54:50.973279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:52.875983 run osmo-stp_10.42.42.5(pid=24918): stderr: \u000a| �[0;m�[38;5;43m20221209165451166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165451166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165451166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165451167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165451167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165451167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165451167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:52.932931 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24918): Process ended prematurely: osmo-stp_10.42.42.5(pid=24918) [trial-2361↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24918)] [trial-2361↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a16:54:52.941649 tst handover.py:18: Test FAILED (6.8 sec)\u000a16:54:53.004741 run osmo-hlr_10.42.42.2(pid=24915): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24915)]\u000a16:54:53.056349 run osmo-hlr_10.42.42.2(pid=24915): stdout: \u000a| (launched: 2022-12-09_16:54:49.989784) \u000a16:54:53.108533 run osmo-hlr_10.42.42.2(pid=24915): stderr: \u000a| �[0;m�[1;31m20221209165450190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165450190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165450190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165450190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165450190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165450190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165450224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165450235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165450235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165450235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:54:53.178848 run osmo-msc_10.42.42.6(pid=24921): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24921)]\u000a16:54:53.229641 run osmo-msc_10.42.42.6(pid=24921): stdout: \u000a| (launched: 2022-12-09_16:54:51.985890) \u000a16:54:53.281287 run osmo-msc_10.42.42.6(pid=24921): stderr: \u000a| �[0;m�[38;5;43m20221209165452306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165452306 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3d38ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165452307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165452307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165452307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165452307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165452309 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165452309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165452309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165452309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:54:53.324873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24914): Terminating (SIGTERM)\u000a16:54:53.366643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24917): Terminating (SIGTERM)\u000a16:54:53.408455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24920): Terminating (SIGTERM)\u000a16:54:53.418298 --- ParallelTerminationStrategy: PID 24914 died...\u000a16:54:53.473706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24914): Terminated: ok {rc=0}\u000a16:54:53.484017 --- ParallelTerminationStrategy: PID 24917 died...\u000a16:54:53.539954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24917): Terminated: ok {rc=0}\u000a16:54:53.550146 --- ParallelTerminationStrategy: PID 24920 died...\u000a16:54:53.605186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24920): Terminated: ok {rc=0}\u000a16:54:53.691733 bus /sierra_3: Setting Powered False\u000a16:54:54.794143 bus /sierra_3: Setting Powered False\u000a16:54:55.903318 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:54:45" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24935): Process ended prematurely: osmo-stp_10.42.42.5(pid=24935) [trial-2361↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24935)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24935): Process ended prematurely: osmo-stp_10.42.42.5(pid=24935) [trial-2361↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a16:54:57.904185 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:54:57.915648 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:54:58.050104 tst handover.py: using LAC 22420\u000a16:54:58.170524 tst handover.py: using RAC 235\u000a16:54:58.288336 tst handover.py: using CellId 22420\u000a16:54:58.407538 tst handover.py: using BVCI 22421\u000a16:54:58.430686 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:54:58.564317 tst handover.py: using LAC 22421\u000a16:54:58.682389 tst handover.py: using RAC 236\u000a16:54:58.800189 tst handover.py: using CellId 22421\u000a16:54:58.919780 tst handover.py: using BVCI 22422\u000a16:54:58.942762 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:54:58.954421 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:54:58.965560 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:54:58.977254 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:54:58.988891 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:54:59.000626 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:54:59.118345 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:54:59.331928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:54:59.815416 run create_hlr_db(pid=24926): Launched\u000a16:54:59.948528 bus /sierra_2: Setting Powered False\u000a16:55:01.036350 run create_hlr_db(pid=24926): Terminated: ok {rc=0}\u000a16:55:01.439667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24931): Launched\u000a16:55:01.876404 run osmo-hlr_10.42.42.2(pid=24932): Launched\u000a16:55:02.013115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:55:02.597699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24934): Launched\u000a16:55:02.922938 run osmo-stp_10.42.42.5(pid=24935): Launched\u000a16:55:03.041386 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:55:03.610331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24937): Launched\u000a16:55:03.936730 run osmo-msc_10.42.42.6(pid=24938): Launched\u000a16:55:04.127521 run osmo-stp_10.42.42.5(pid=24935): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24935)]\u000a16:55:04.265416 run osmo-stp_10.42.42.5(pid=24935): stdout: \u000a| (launched: 2022-12-09_16:55:02.762990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:04.402498 run osmo-stp_10.42.42.5(pid=24935): stderr: \u000a| �[0;m�[38;5;43m20221209165502953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165502954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165502954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165502954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165502957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165502957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165502957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:04.534925 run osmo-stp_10.42.42.5(pid=24935): stdout: \u000a| (launched: 2022-12-09_16:55:02.762990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:04.665181 run osmo-stp_10.42.42.5(pid=24935): stderr: \u000a| �[0;m�[38;5;43m20221209165502953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165502954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165502954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165502954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165502957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165502957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165502957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:04.722184 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24935): Process ended prematurely: osmo-stp_10.42.42.5(pid=24935) [trial-2361↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24935)] [trial-2361↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a16:55:04.730802 tst handover.py:18: Test FAILED (6.8 sec)\u000a16:55:04.794010 run osmo-hlr_10.42.42.2(pid=24932): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24932)]\u000a16:55:04.845555 run osmo-hlr_10.42.42.2(pid=24932): stdout: \u000a| (launched: 2022-12-09_16:55:01.610124) \u000a16:55:04.897275 run osmo-hlr_10.42.42.2(pid=24932): stderr: \u000a| �[0;m�[1;31m20221209165501924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165501924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165501924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165501924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165501924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165501924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165501959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165501983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165501984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165501984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:55:04.967542 run osmo-msc_10.42.42.6(pid=24938): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24938)]\u000a16:55:05.018625 run osmo-msc_10.42.42.6(pid=24938): stdout: \u000a| (launched: 2022-12-09_16:55:03.776029) \u000a16:55:05.070428 run osmo-msc_10.42.42.6(pid=24938): stderr: \u000a| �[0;m�[38;5;43m20221209165504095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165504095 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6983fb1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165504095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165504095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165504095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165504096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165504097 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165504098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165504098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165504098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:55:05.114297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24931): Terminating (SIGTERM)\u000a16:55:05.156048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24934): Terminating (SIGTERM)\u000a16:55:05.198708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24937): Terminating (SIGTERM)\u000a16:55:05.208505 --- ParallelTerminationStrategy: PID 24931 died...\u000a16:55:05.264222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24931): Terminated: ok {rc=0}\u000a16:55:05.274439 --- ParallelTerminationStrategy: PID 24934 died...\u000a16:55:05.330061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24934): Terminated: ok {rc=0}\u000a16:55:05.340042 --- ParallelTerminationStrategy: PID 24937 died...\u000a16:55:05.395689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24937): Terminated: ok {rc=0}\u000a16:55:05.482536 bus /sierra_3: Setting Powered False\u000a16:55:06.589959 bus /sierra_3: Setting Powered False\u000a16:55:07.698081 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:54:57" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24949): Process ended prematurely: osmo-stp_10.42.42.5(pid=24949) [trial-2361↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24949)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24949): Process ended prematurely: osmo-stp_10.42.42.5(pid=24949) [trial-2361↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24949)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a16:55:09.706638 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:55:09.718114 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:55:09.852825 tst handover.py: using LAC 22422\u000a16:55:09.980072 tst handover.py: using RAC 237\u000a16:55:10.111629 tst handover.py: using CellId 22422\u000a16:55:10.236122 tst handover.py: using BVCI 22423\u000a16:55:10.260615 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:55:10.403286 tst handover.py: using LAC 22423\u000a16:55:10.528682 tst handover.py: using RAC 238\u000a16:55:10.648666 tst handover.py: using CellId 22423\u000a16:55:10.771947 tst handover.py: using BVCI 22424\u000a16:55:10.795166 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:55:10.806475 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:55:10.817545 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:55:10.828635 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:55:10.839991 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:55:10.851099 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:55:10.970418 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:55:11.171085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:55:11.631417 run create_hlr_db(pid=24943): Launched\u000a16:55:11.755345 bus /sierra_2: Setting Powered False\u000a16:55:12.827359 run create_hlr_db(pid=24943): Terminated: ok {rc=0}\u000a16:55:13.231735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24945): Launched\u000a16:55:13.558364 run osmo-hlr_10.42.42.2(pid=24946): Launched\u000a16:55:13.680068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:55:14.216381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24948): Launched\u000a16:55:14.542950 run osmo-stp_10.42.42.5(pid=24949): Launched\u000a16:55:14.662257 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:55:15.228432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24951): Launched\u000a16:55:15.554679 run osmo-msc_10.42.42.6(pid=24952): Launched\u000a16:55:15.745908 run osmo-stp_10.42.42.5(pid=24949): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24949)]\u000a16:55:15.890832 run osmo-stp_10.42.42.5(pid=24949): stdout: \u000a| (launched: 2022-12-09_16:55:14.381923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:16.115716 run osmo-stp_10.42.42.5(pid=24949): stderr: \u000a| �[0;m�[38;5;43m20221209165514575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165514575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165514575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165514576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165514576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165514576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165514576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:16.249959 run osmo-stp_10.42.42.5(pid=24949): stdout: \u000a| (launched: 2022-12-09_16:55:14.381923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:16.383626 run osmo-stp_10.42.42.5(pid=24949): stderr: \u000a| �[0;m�[38;5;43m20221209165514575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165514575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165514575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165514576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165514576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165514576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165514576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:16.441976 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24949): Process ended prematurely: osmo-stp_10.42.42.5(pid=24949) [trial-2361↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24949)] [trial-2361↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a16:55:16.451523 tst handover.py:18: Test FAILED (6.7 sec)\u000a16:55:16.518468 run osmo-hlr_10.42.42.2(pid=24946): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24946)]\u000a16:55:16.573244 run osmo-hlr_10.42.42.2(pid=24946): stdout: \u000a| (launched: 2022-12-09_16:55:13.397142) \u000a16:55:16.627531 run osmo-hlr_10.42.42.2(pid=24946): stderr: \u000a| �[0;m�[1;31m20221209165513596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165513596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165513596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165513596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165513596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165513596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165513609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165513617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165513617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165513617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:55:16.699842 run osmo-msc_10.42.42.6(pid=24952): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24952)]\u000a16:55:16.753062 run osmo-msc_10.42.42.6(pid=24952): stdout: \u000a| (launched: 2022-12-09_16:55:15.393797) \u000a16:55:16.807325 run osmo-msc_10.42.42.6(pid=24952): stderr: \u000a| �[0;m�[38;5;43m20221209165515714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165515715 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7781ab1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165515715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165515715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165515715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165515715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165515717 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165515717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165515717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165515717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:55:16.852401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24945): Terminating (SIGTERM)\u000a16:55:16.897296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24948): Terminating (SIGTERM)\u000a16:55:16.942903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24951): Terminating (SIGTERM)\u000a16:55:16.953196 --- ParallelTerminationStrategy: PID 24945 died...\u000a16:55:17.012833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24945): Terminated: ok {rc=0}\u000a16:55:17.023347 --- ParallelTerminationStrategy: PID 24948 died...\u000a16:55:17.083372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24948): Terminated: ok {rc=0}\u000a16:55:17.094502 --- ParallelTerminationStrategy: PID 24951 died...\u000a16:55:17.154260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24951): Terminated: ok {rc=0}\u000a16:55:17.247209 bus /sierra_3: Setting Powered False\u000a16:55:18.351166 bus /sierra_3: Setting Powered False\u000a16:55:19.461356 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:55:09" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24963): Process ended prematurely: osmo-stp_10.42.42.5(pid=24963) [trial-2361↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24963)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24963): Process ended prematurely: osmo-stp_10.42.42.5(pid=24963) [trial-2361↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a16:55:21.434391 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:55:21.445192 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:55:21.568499 tst handover.py: using LAC 22424\u000a16:55:21.699278 tst handover.py: using RAC 239\u000a16:55:21.824660 tst handover.py: using CellId 22424\u000a16:55:21.954756 tst handover.py: using BVCI 22425\u000a16:55:21.979667 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:55:22.109935 tst handover.py: using LAC 22425\u000a16:55:22.235030 tst handover.py: using RAC 240\u000a16:55:22.361280 tst handover.py: using CellId 22425\u000a16:55:22.486513 tst handover.py: using BVCI 22426\u000a16:55:22.511383 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:55:22.523218 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:55:22.534569 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:55:22.546251 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:55:22.558190 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:55:22.570052 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:55:22.690539 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:55:22.904803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:55:23.387474 run create_hlr_db(pid=24957): Launched\u000a16:55:23.521057 bus /sierra_2: Setting Powered False\u000a16:55:24.596646 run create_hlr_db(pid=24957): Terminated: ok {rc=0}\u000a16:55:25.001161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24959): Launched\u000a16:55:25.326883 run osmo-hlr_10.42.42.2(pid=24960): Launched\u000a16:55:25.445439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:55:25.979873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24962): Launched\u000a16:55:26.305155 run osmo-stp_10.42.42.5(pid=24963): Launched\u000a16:55:26.423308 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:55:26.988235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24965): Launched\u000a16:55:27.314067 run osmo-msc_10.42.42.6(pid=24966): Launched\u000a16:55:27.506526 run osmo-stp_10.42.42.5(pid=24963): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24963)]\u000a16:55:27.644453 run osmo-stp_10.42.42.5(pid=24963): stdout: \u000a| (launched: 2022-12-09_16:55:26.145024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:27.781758 run osmo-stp_10.42.42.5(pid=24963): stderr: \u000a| �[0;m�[38;5;43m20221209165526338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165526338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165526338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165526339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165526341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165526341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165526341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:27.912809 run osmo-stp_10.42.42.5(pid=24963): stdout: \u000a| (launched: 2022-12-09_16:55:26.145024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:28.043243 run osmo-stp_10.42.42.5(pid=24963): stderr: \u000a| �[0;m�[38;5;43m20221209165526338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165526338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165526338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165526339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165526341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165526341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165526341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:28.099967 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24963): Process ended prematurely: osmo-stp_10.42.42.5(pid=24963) [trial-2361↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24963)] [trial-2361↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a16:55:28.108650 tst handover.py:18: Test FAILED (6.7 sec)\u000a16:55:28.171349 run osmo-hlr_10.42.42.2(pid=24960): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24960)]\u000a16:55:28.222833 run osmo-hlr_10.42.42.2(pid=24960): stdout: \u000a| (launched: 2022-12-09_16:55:25.166680) \u000a16:55:28.274754 run osmo-hlr_10.42.42.2(pid=24960): stderr: \u000a| �[0;m�[1;31m20221209165525366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165525366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165525366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165525366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165525366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165525366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165525378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165525386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165525386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165525387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:55:28.344895 run osmo-msc_10.42.42.6(pid=24966): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24966)]\u000a16:55:28.396048 run osmo-msc_10.42.42.6(pid=24966): stdout: \u000a| (launched: 2022-12-09_16:55:27.153794) \u000a16:55:28.447983 run osmo-msc_10.42.42.6(pid=24966): stderr: \u000a| �[0;m�[38;5;43m20221209165527479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165527479 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e2d8b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165527479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165527479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165527479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165527479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165527481 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165527481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165527482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165527482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:55:28.491486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24959): Terminating (SIGTERM)\u000a16:55:28.533609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24962): Terminating (SIGTERM)\u000a16:55:28.575715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24965): Terminating (SIGTERM)\u000a16:55:28.585660 --- ParallelTerminationStrategy: PID 24959 died...\u000a16:55:28.641425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24959): Terminated: ok {rc=0}\u000a16:55:28.651462 --- ParallelTerminationStrategy: PID 24962 died...\u000a16:55:28.706882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24962): Terminated: ok {rc=0}\u000a16:55:28.717386 --- ParallelTerminationStrategy: PID 24965 died...\u000a16:55:28.772612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24965): Terminated: ok {rc=0}\u000a16:55:28.857006 bus /sierra_3: Setting Powered False\u000a16:55:29.961859 bus /sierra_3: Setting Powered False\u000a16:55:31.083283 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:55:21" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24977): Process ended prematurely: osmo-stp_10.42.42.5(pid=24977) [trial-2361↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24977)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24977): Process ended prematurely: osmo-stp_10.42.42.5(pid=24977) [trial-2361↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a16:55:33.090104 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:55:33.101574 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:55:33.233939 tst handover.py: using LAC 22426\u000a16:55:33.359547 tst handover.py: using RAC 241\u000a16:55:33.480325 tst handover.py: using CellId 22426\u000a16:55:33.603419 tst handover.py: using BVCI 22427\u000a16:55:33.626329 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:55:33.759225 tst handover.py: using LAC 22427\u000a16:55:33.881920 tst handover.py: using RAC 242\u000a16:55:34.006796 tst handover.py: using CellId 22427\u000a16:55:34.132139 tst handover.py: using BVCI 22428\u000a16:55:34.156862 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:55:34.168328 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:55:34.179759 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:55:34.191585 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:55:34.204100 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:55:34.215719 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:55:34.332782 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:55:34.545261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:55:35.027364 run create_hlr_db(pid=24971): Launched\u000a16:55:35.160152 bus /sierra_2: Setting Powered False\u000a16:55:36.236683 run create_hlr_db(pid=24971): Terminated: ok {rc=0}\u000a16:55:36.621231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24973): Launched\u000a16:55:36.926950 run osmo-hlr_10.42.42.2(pid=24974): Launched\u000a16:55:37.039417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:55:37.540087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24976): Launched\u000a16:55:37.844469 run osmo-stp_10.42.42.5(pid=24977): Launched\u000a16:55:37.954788 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:55:38.482856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24979): Launched\u000a16:55:38.786896 run osmo-msc_10.42.42.6(pid=24980): Launched\u000a16:55:38.965058 run osmo-stp_10.42.42.5(pid=24977): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24977)]\u000a16:55:39.092805 run osmo-stp_10.42.42.5(pid=24977): stdout: \u000a| (launched: 2022-12-09_16:55:37.694791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:39.218681 run osmo-stp_10.42.42.5(pid=24977): stderr: \u000a| �[0;m�[38;5;43m20221209165537865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165537865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165537865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165537866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165537868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165537868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165537868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:39.340420 run osmo-stp_10.42.42.5(pid=24977): stdout: \u000a| (launched: 2022-12-09_16:55:37.694791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:39.461292 run osmo-stp_10.42.42.5(pid=24977): stderr: \u000a| �[0;m�[38;5;43m20221209165537865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165537865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165537865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165537866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165537868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165537868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165537868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:39.514027 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24977): Process ended prematurely: osmo-stp_10.42.42.5(pid=24977) [trial-2361↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24977)] [trial-2361↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a16:55:39.521780 tst handover.py:18: Test FAILED (6.4 sec)\u000a16:55:39.580304 run osmo-hlr_10.42.42.2(pid=24974): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24974)]\u000a16:55:39.628308 run osmo-hlr_10.42.42.2(pid=24974): stdout: \u000a| (launched: 2022-12-09_16:55:36.776015) \u000a16:55:39.676809 run osmo-hlr_10.42.42.2(pid=24974): stderr: \u000a| �[0;m�[1;31m20221209165536951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165536951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165536951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165536951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165536952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165536952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165536964 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165536975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165536975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165536975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:55:39.742988 run osmo-msc_10.42.42.6(pid=24980): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24980)]\u000a16:55:39.791076 run osmo-msc_10.42.42.6(pid=24980): stdout: \u000a| (launched: 2022-12-09_16:55:38.636689) \u000a16:55:39.839868 run osmo-msc_10.42.42.6(pid=24980): stderr: \u000a| �[0;m�[38;5;43m20221209165538908 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165538908 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1824a09c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165538908 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165538908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165538909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165538909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165538910 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165538911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165538911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165538911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:55:39.880941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24973): Terminating (SIGTERM)\u000a16:55:39.919760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24976): Terminating (SIGTERM)\u000a16:55:39.958761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24979): Terminating (SIGTERM)\u000a16:55:39.967696 --- ParallelTerminationStrategy: PID 24973 died...\u000a16:55:40.019723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24973): Terminated: ok {rc=0}\u000a16:55:40.029158 --- ParallelTerminationStrategy: PID 24976 died...\u000a16:55:40.080874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24976): Terminated: ok {rc=0}\u000a16:55:40.090202 --- ParallelTerminationStrategy: PID 24979 died...\u000a16:55:40.142123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24979): Terminated: ok {rc=0}\u000a16:55:40.228870 bus /sierra_3: Setting Powered False\u000a16:55:41.331028 bus /sierra_3: Setting Powered False\u000a16:55:42.436228 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:55:32" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24991): Process ended prematurely: osmo-stp_10.42.42.5(pid=24991) [trial-2361↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24991)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24991): Process ended prematurely: osmo-stp_10.42.42.5(pid=24991) [trial-2361↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a16:55:44.445438 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:55:44.456908 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:55:44.591002 tst handover.py: using LAC 22428\u000a16:55:44.719798 tst handover.py: using RAC 243\u000a16:55:44.846344 tst handover.py: using CellId 22428\u000a16:55:44.972297 tst handover.py: using BVCI 22429\u000a16:55:44.997048 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:55:45.138714 tst handover.py: using LAC 22429\u000a16:55:45.264019 tst handover.py: using RAC 244\u000a16:55:45.383012 tst handover.py: using CellId 22429\u000a16:55:45.505266 tst handover.py: using BVCI 22430\u000a16:55:45.528192 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:55:45.539104 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:55:45.549864 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:55:45.560571 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:55:45.571327 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:55:45.582095 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:55:45.701630 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:55:45.915654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:55:46.446537 run create_hlr_db(pid=24985): Launched\u000a16:55:46.586223 bus /sierra_2: Setting Powered False\u000a16:55:47.645401 run create_hlr_db(pid=24985): Terminated: ok {rc=0}\u000a16:55:48.048543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24987): Launched\u000a16:55:48.373889 run osmo-hlr_10.42.42.2(pid=24988): Launched\u000a16:55:48.494472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:55:49.031304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24990): Launched\u000a16:55:49.355260 run osmo-stp_10.42.42.5(pid=24991): Launched\u000a16:55:49.473270 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:55:50.038215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24993): Launched\u000a16:55:50.363192 run osmo-msc_10.42.42.6(pid=24994): Launched\u000a16:55:50.553787 run osmo-stp_10.42.42.5(pid=24991): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24991)]\u000a16:55:50.691052 run osmo-stp_10.42.42.5(pid=24991): stdout: \u000a| (launched: 2022-12-09_16:55:49.195999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:50.828368 run osmo-stp_10.42.42.5(pid=24991): stderr: \u000a| �[0;m�[38;5;43m20221209165549390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165549390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165549390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165549391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165549391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165549391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165549391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:50.959383 run osmo-stp_10.42.42.5(pid=24991): stdout: \u000a| (launched: 2022-12-09_16:55:49.195999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:51.089266 run osmo-stp_10.42.42.5(pid=24991): stderr: \u000a| �[0;m�[38;5;43m20221209165549390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165549390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165549390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165549391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165549391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165549391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165549391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:51.145991 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24991): Process ended prematurely: osmo-stp_10.42.42.5(pid=24991) [trial-2361↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24991)] [trial-2361↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a16:55:51.154562 tst handover.py:18: Test FAILED (6.7 sec)\u000a16:55:51.217067 run osmo-hlr_10.42.42.2(pid=24988): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24988)]\u000a16:55:51.268614 run osmo-hlr_10.42.42.2(pid=24988): stdout: \u000a| (launched: 2022-12-09_16:55:48.213948) \u000a16:55:51.320625 run osmo-hlr_10.42.42.2(pid=24988): stderr: \u000a| �[0;m�[1;31m20221209165548414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165548415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165548415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165548415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165548415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165548415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165548427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165548436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165548436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165548436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:55:51.390874 run osmo-msc_10.42.42.6(pid=24994): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24994)]\u000a16:55:51.441999 run osmo-msc_10.42.42.6(pid=24994): stdout: \u000a| (launched: 2022-12-09_16:55:50.202956) \u000a16:55:51.493677 run osmo-msc_10.42.42.6(pid=24994): stderr: \u000a| �[0;m�[38;5;43m20221209165550524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165550524 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd372a66c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165550524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165550524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165550524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165550525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165550528 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165550528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165550529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165550529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:55:51.537847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24987): Terminating (SIGTERM)\u000a16:55:51.579345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24990): Terminating (SIGTERM)\u000a16:55:51.621159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24993): Terminating (SIGTERM)\u000a16:55:51.631184 --- ParallelTerminationStrategy: PID 24987 died...\u000a16:55:51.687211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24987): Terminated: ok {rc=0}\u000a16:55:51.697471 --- ParallelTerminationStrategy: PID 24990 died...\u000a16:55:51.752904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24990): Terminated: ok {rc=0}\u000a16:55:51.763432 --- ParallelTerminationStrategy: PID 24993 died...\u000a16:55:51.819163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24993): Terminated: ok {rc=0}\u000a16:55:51.905440 bus /sierra_3: Setting Powered False\u000a16:55:53.011094 bus /sierra_3: Setting Powered False\u000a16:55:54.122175 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:55:44" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25006): Process ended prematurely: osmo-stp_10.42.42.5(pid=25006) [trial-2361↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25006)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25006): Process ended prematurely: osmo-stp_10.42.42.5(pid=25006) [trial-2361↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a16:55:56.085234 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:55:56.096549 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a16:55:56.227313 tst handover.py: using LAC 22430\u000a16:55:56.356694 tst handover.py: using RAC 245\u000a16:55:56.480086 tst handover.py: using CellId 22430\u000a16:55:56.603698 tst handover.py: using BVCI 22431\u000a16:55:56.626711 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a16:55:56.746465 tst handover.py: using LAC 22431\u000a16:55:56.864806 tst handover.py: using RAC 246\u000a16:55:56.982640 tst handover.py: using CellId 22431\u000a16:55:57.100387 tst handover.py: using BVCI 22432\u000a16:55:57.123576 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:55:57.134283 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:55:57.144780 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:55:57.156099 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:55:57.167195 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:55:57.178328 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a16:55:57.300609 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a16:55:57.507010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:55:57.967166 run create_hlr_db(pid=25000): Launched\u000a16:55:58.091427 bus /sierra_2: Setting Powered False\u000a16:55:59.164320 run create_hlr_db(pid=25000): Terminated: ok {rc=0}\u000a16:55:59.570347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25002): Launched\u000a16:55:59.896598 run osmo-hlr_10.42.42.2(pid=25003): Launched\u000a16:56:00.017856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:00.555444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25005): Launched\u000a16:56:00.920397 run osmo-stp_10.42.42.5(pid=25006): Launched\u000a16:56:01.124099 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:56:01.704558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25008): Launched\u000a16:56:02.046950 run osmo-msc_10.42.42.6(pid=25009): Launched\u000a16:56:02.394896 run osmo-stp_10.42.42.5(pid=25006): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25006)]\u000a16:56:02.525585 run osmo-stp_10.42.42.5(pid=25006): stdout: \u000a| (launched: 2022-12-09_16:56:00.720801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:02.661066 run osmo-stp_10.42.42.5(pid=25006): stderr: \u000a| �[0;m�[38;5;43m20221209165600989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165600989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165600989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165600990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165600990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165600990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165600990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:02.792422 run osmo-stp_10.42.42.5(pid=25006): stdout: \u000a| (launched: 2022-12-09_16:56:00.720801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:02.922992 run osmo-stp_10.42.42.5(pid=25006): stderr: \u000a| �[0;m�[38;5;43m20221209165600989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165600989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165600989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165600990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165600990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165600990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165600990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:02.979781 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25006): Process ended prematurely: osmo-stp_10.42.42.5(pid=25006) [trial-2361↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25006)] [trial-2361↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a16:56:02.988495 tst handover.py:18: Test FAILED (6.9 sec)\u000a16:56:03.051598 run osmo-hlr_10.42.42.2(pid=25003): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25003)]\u000a16:56:03.103037 run osmo-hlr_10.42.42.2(pid=25003): stdout: \u000a| (launched: 2022-12-09_16:55:59.736439) \u000a16:56:03.155398 run osmo-hlr_10.42.42.2(pid=25003): stderr: \u000a| �[0;m�[1;31m20221209165559937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165559937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165559937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165559937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165559937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165559937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165559949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165559958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165559958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165559958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:56:03.225978 run osmo-msc_10.42.42.6(pid=25009): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25009)]\u000a16:56:03.277135 run osmo-msc_10.42.42.6(pid=25009): stdout: \u000a| (launched: 2022-12-09_16:56:01.863479) \u000a16:56:03.329239 run osmo-msc_10.42.42.6(pid=25009): stderr: \u000a| �[0;m�[38;5;43m20221209165602341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165602341 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4bec36bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165602341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165602341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165602342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165602342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165602343 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165602344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165602344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165602344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:56:03.373488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25002): Terminating (SIGTERM)\u000a16:56:03.415775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25005): Terminating (SIGTERM)\u000a16:56:03.457725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25008): Terminating (SIGTERM)\u000a16:56:03.467603 --- ParallelTerminationStrategy: PID 25002 died...\u000a16:56:03.523932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25002): Terminated: ok {rc=0}\u000a16:56:03.534148 --- ParallelTerminationStrategy: PID 25005 died...\u000a16:56:03.589922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25005): Terminated: ok {rc=0}\u000a16:56:03.600195 --- ParallelTerminationStrategy: PID 25008 died...\u000a16:56:03.656046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25008): Terminated: ok {rc=0}\u000a16:56:03.742303 bus /sierra_3: Setting Powered False\u000a16:56:04.848114 bus /sierra_3: Setting Powered False\u000a16:56:05.957611 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:55:55" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25021): Process ended prematurely: osmo-stp_10.42.42.5(pid=25021) [trial-2361↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25021)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25021): Process ended prematurely: osmo-stp_10.42.42.5(pid=25021) [trial-2361↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a16:56:07.926927 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:56:07.938011 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:56:08.067614 tst handover.py: using LAC 22432\u000a16:56:08.202374 tst handover.py: using RAC 247\u000a16:56:08.327425 tst handover.py: using CellId 22432\u000a16:56:08.453967 tst handover.py: using BVCI 22433\u000a16:56:08.478708 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:56:08.622813 tst handover.py: using LAC 22433\u000a16:56:08.747087 tst handover.py: using RAC 248\u000a16:56:08.865774 tst handover.py: using CellId 22433\u000a16:56:08.983873 tst handover.py: using BVCI 22434\u000a16:56:09.007154 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:56:09.017923 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:56:09.028815 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:56:09.040223 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:56:09.051708 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:56:09.062894 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:56:09.184908 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:56:09.396834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:56:09.881510 run create_hlr_db(pid=25015): Launched\u000a16:56:10.014343 bus /sierra_2: Setting Powered False\u000a16:56:11.091004 run create_hlr_db(pid=25015): Terminated: ok {rc=0}\u000a16:56:11.497162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25017): Launched\u000a16:56:11.823722 run osmo-hlr_10.42.42.2(pid=25018): Launched\u000a16:56:11.944475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:12.474843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25020): Launched\u000a16:56:12.779524 run osmo-stp_10.42.42.5(pid=25021): Launched\u000a16:56:12.890462 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:56:13.419732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25023): Launched\u000a16:56:13.724166 run osmo-msc_10.42.42.6(pid=25024): Launched\u000a16:56:13.902030 run osmo-stp_10.42.42.5(pid=25021): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25021)]\u000a16:56:14.029861 run osmo-stp_10.42.42.5(pid=25021): stdout: \u000a| (launched: 2022-12-09_16:56:12.629736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:14.155392 run osmo-stp_10.42.42.5(pid=25021): stderr: \u000a| �[0;m�[38;5;43m20221209165612800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165612800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165612800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165612801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165612801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165612801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165612801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:14.276596 run osmo-stp_10.42.42.5(pid=25021): stdout: \u000a| (launched: 2022-12-09_16:56:12.629736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:14.397288 run osmo-stp_10.42.42.5(pid=25021): stderr: \u000a| �[0;m�[38;5;43m20221209165612800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165612800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165612800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165612801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165612801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165612801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165612801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:14.449835 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25021): Process ended prematurely: osmo-stp_10.42.42.5(pid=25021) [trial-2361↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25021)] [trial-2361↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a16:56:14.457713 tst handover.py:18: Test FAILED (6.5 sec)\u000a16:56:14.516039 run osmo-hlr_10.42.42.2(pid=25018): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25018)]\u000a16:56:14.564100 run osmo-hlr_10.42.42.2(pid=25018): stdout: \u000a| (launched: 2022-12-09_16:56:11.663450) \u000a16:56:14.613080 run osmo-hlr_10.42.42.2(pid=25018): stderr: \u000a| �[0;m�[1;31m20221209165611863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165611863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165611863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165611863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165611863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165611863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165611875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165611883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165611884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165611884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:56:14.679069 run osmo-msc_10.42.42.6(pid=25024): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25024)]\u000a16:56:14.726987 run osmo-msc_10.42.42.6(pid=25024): stdout: \u000a| (launched: 2022-12-09_16:56:13.573991) \u000a16:56:14.775591 run osmo-msc_10.42.42.6(pid=25024): stderr: \u000a| �[0;m�[38;5;43m20221209165613845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165613845 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fd4264c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165613845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165613845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165613845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165613846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165613848 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165613849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165613849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165613849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:56:14.816515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25017): Terminating (SIGTERM)\u000a16:56:14.855127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25020): Terminating (SIGTERM)\u000a16:56:14.894150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25023): Terminating (SIGTERM)\u000a16:56:14.903147 --- ParallelTerminationStrategy: PID 25017 died...\u000a16:56:14.955083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25017): Terminated: ok {rc=0}\u000a16:56:14.964382 --- ParallelTerminationStrategy: PID 25020 died...\u000a16:56:15.016494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25020): Terminated: ok {rc=0}\u000a16:56:15.025956 --- ParallelTerminationStrategy: PID 25023 died...\u000a16:56:15.077655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25023): Terminated: ok {rc=0}\u000a16:56:15.164267 bus /sierra_3: Setting Powered False\u000a16:56:16.283132 bus /sierra_3: Setting Powered False\u000a16:56:17.394959 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:56:07" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25035): Process ended prematurely: osmo-stp_10.42.42.5(pid=25035) [trial-2361↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25035)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25035): Process ended prematurely: osmo-stp_10.42.42.5(pid=25035) [trial-2361↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25035)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a16:56:19.382829 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:56:19.394386 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:56:19.523977 tst handover.py: using LAC 22434\u000a16:56:19.653310 tst handover.py: using RAC 249\u000a16:56:19.779916 tst handover.py: using CellId 22434\u000a16:56:19.907210 tst handover.py: using BVCI 22435\u000a16:56:19.932164 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:56:20.072357 tst handover.py: using LAC 22435\u000a16:56:20.200929 tst handover.py: using RAC 250\u000a16:56:20.328021 tst handover.py: using CellId 22435\u000a16:56:20.456457 tst handover.py: using BVCI 22436\u000a16:56:20.481403 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:56:20.493063 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:56:20.504346 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:56:20.516163 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:56:20.527850 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:56:20.539913 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:56:20.662348 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:56:20.866188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:56:21.327378 run create_hlr_db(pid=25029): Launched\u000a16:56:21.451108 bus /sierra_2: Setting Powered False\u000a16:56:22.523320 run create_hlr_db(pid=25029): Terminated: ok {rc=0}\u000a16:56:22.902638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25031): Launched\u000a16:56:23.207531 run osmo-hlr_10.42.42.2(pid=25032): Launched\u000a16:56:23.318375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:23.819558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25034): Launched\u000a16:56:24.124358 run osmo-stp_10.42.42.5(pid=25035): Launched\u000a16:56:24.235099 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:56:24.764321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25037): Launched\u000a16:56:25.071201 run osmo-msc_10.42.42.6(pid=25038): Launched\u000a16:56:25.249502 run osmo-stp_10.42.42.5(pid=25035): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25035)]\u000a16:56:25.378265 run osmo-stp_10.42.42.5(pid=25035): stdout: \u000a| (launched: 2022-12-09_16:56:23.974708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:25.504171 run osmo-stp_10.42.42.5(pid=25035): stderr: \u000a| �[0;m�[38;5;43m20221209165624145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165624145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165624146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165624146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165624146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165624146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165624147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:25.626606 run osmo-stp_10.42.42.5(pid=25035): stdout: \u000a| (launched: 2022-12-09_16:56:23.974708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:25.747259 run osmo-stp_10.42.42.5(pid=25035): stderr: \u000a| �[0;m�[38;5;43m20221209165624145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165624145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165624146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165624146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165624146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165624146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165624147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:25.800149 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25035): Process ended prematurely: osmo-stp_10.42.42.5(pid=25035) [trial-2361↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25035)] [trial-2361↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a16:56:25.807949 tst handover.py:18: Test FAILED (6.4 sec)\u000a16:56:25.866685 run osmo-hlr_10.42.42.2(pid=25032): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25032)]\u000a16:56:25.915082 run osmo-hlr_10.42.42.2(pid=25032): stdout: \u000a| (launched: 2022-12-09_16:56:23.057758) \u000a16:56:25.963739 run osmo-hlr_10.42.42.2(pid=25032): stderr: \u000a| �[0;m�[1;31m20221209165623237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165623237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165623237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165623237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165623237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165623237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165623249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165623259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165623259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165623259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:56:26.030005 run osmo-msc_10.42.42.6(pid=25038): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25038)]\u000a16:56:26.078318 run osmo-msc_10.42.42.6(pid=25038): stdout: \u000a| (launched: 2022-12-09_16:56:24.919290) \u000a16:56:26.127230 run osmo-msc_10.42.42.6(pid=25038): stderr: \u000a| �[0;m�[38;5;43m20221209165625192 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165625192 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97a2722c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165625192 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165625192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165625193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165625193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165625195 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165625195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165625195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165625195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:56:26.168682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25031): Terminating (SIGTERM)\u000a16:56:26.207777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25034): Terminating (SIGTERM)\u000a16:56:26.246996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25037): Terminating (SIGTERM)\u000a16:56:26.256054 --- ParallelTerminationStrategy: PID 25031 died...\u000a16:56:26.308480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25031): Terminated: ok {rc=0}\u000a16:56:26.317916 --- ParallelTerminationStrategy: PID 25034 died...\u000a16:56:26.370209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25034): Terminated: ok {rc=0}\u000a16:56:26.379701 --- ParallelTerminationStrategy: PID 25037 died...\u000a16:56:26.432127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25037): Terminated: ok {rc=0}\u000a16:56:26.520409 bus /sierra_3: Setting Powered False\u000a16:56:27.621973 bus /sierra_3: Setting Powered False\u000a16:56:28.727813 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:56:19" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25049): Process ended prematurely: osmo-stp_10.42.42.5(pid=25049) [trial-2361↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25049)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25049): Process ended prematurely: osmo-stp_10.42.42.5(pid=25049) [trial-2361↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a16:56:30.728603 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:56:30.739997 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:56:30.878568 tst handover.py: using LAC 22436\u000a16:56:31.019795 tst handover.py: using RAC 251\u000a16:56:31.182758 tst handover.py: using CellId 22436\u000a16:56:31.346390 tst handover.py: using BVCI 22437\u000a16:56:31.381766 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:56:31.574389 tst handover.py: using LAC 22437\u000a16:56:31.706910 tst handover.py: using RAC 252\u000a16:56:31.867556 tst handover.py: using CellId 22437\u000a16:56:32.009139 tst handover.py: using BVCI 22438\u000a16:56:32.035841 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:56:32.048203 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:56:32.060403 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:56:32.073441 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:56:32.087024 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:56:32.099204 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:56:32.244147 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:56:32.459474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:56:32.944753 run create_hlr_db(pid=25043): Launched\u000a16:56:33.077939 bus /sierra_2: Setting Powered False\u000a16:56:34.154116 run create_hlr_db(pid=25043): Terminated: ok {rc=0}\u000a16:56:34.561104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25045): Launched\u000a16:56:34.887338 run osmo-hlr_10.42.42.2(pid=25046): Launched\u000a16:56:35.009767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:35.546773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25048): Launched\u000a16:56:35.873748 run osmo-stp_10.42.42.5(pid=25049): Launched\u000a16:56:35.992884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:56:36.559976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25051): Launched\u000a16:56:36.887046 run osmo-msc_10.42.42.6(pid=25052): Launched\u000a16:56:37.078051 run osmo-stp_10.42.42.5(pid=25049): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25049)]\u000a16:56:37.217849 run osmo-stp_10.42.42.5(pid=25049): stdout: \u000a| (launched: 2022-12-09_16:56:35.713127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:37.353479 run osmo-stp_10.42.42.5(pid=25049): stderr: \u000a| �[0;m�[38;5;43m20221209165635907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165635907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165635907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165635908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165635908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165635908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165635908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:37.484392 run osmo-stp_10.42.42.5(pid=25049): stdout: \u000a| (launched: 2022-12-09_16:56:35.713127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:37.615233 run osmo-stp_10.42.42.5(pid=25049): stderr: \u000a| �[0;m�[38;5;43m20221209165635907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165635907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165635907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165635908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165635908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165635908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165635908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:37.671839 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25049): Process ended prematurely: osmo-stp_10.42.42.5(pid=25049) [trial-2361↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25049)] [trial-2361↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a16:56:37.680280 tst handover.py:18: Test FAILED (6.9 sec)\u000a16:56:37.743112 run osmo-hlr_10.42.42.2(pid=25046): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25046)]\u000a16:56:37.794017 run osmo-hlr_10.42.42.2(pid=25046): stdout: \u000a| (launched: 2022-12-09_16:56:34.726959) \u000a16:56:37.845244 run osmo-hlr_10.42.42.2(pid=25046): stderr: \u000a| �[0;m�[1;31m20221209165634926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165634926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165634926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165634926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165634926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165634926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165634939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165634949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165634949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165634949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:56:37.915613 run osmo-msc_10.42.42.6(pid=25052): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25052)]\u000a16:56:37.966672 run osmo-msc_10.42.42.6(pid=25052): stdout: \u000a| (launched: 2022-12-09_16:56:36.726329) \u000a16:56:38.018200 run osmo-msc_10.42.42.6(pid=25052): stderr: \u000a| �[0;m�[38;5;43m20221209165637047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165637047 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff88a037c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165637047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165637047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165637047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165637047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165637049 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165637049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165637050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165637050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:56:38.062118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25045): Terminating (SIGTERM)\u000a16:56:38.103456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25048): Terminating (SIGTERM)\u000a16:56:38.145127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25051): Terminating (SIGTERM)\u000a16:56:38.154859 --- ParallelTerminationStrategy: PID 25045 died...\u000a16:56:38.210046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25045): Terminated: ok {rc=0}\u000a16:56:38.220223 --- ParallelTerminationStrategy: PID 25048 died...\u000a16:56:38.275393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25048): Terminated: ok {rc=0}\u000a16:56:38.285398 --- ParallelTerminationStrategy: PID 25051 died...\u000a16:56:38.340466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25051): Terminated: ok {rc=0}\u000a16:56:38.426622 bus /sierra_3: Setting Powered False\u000a16:56:39.530494 bus /sierra_3: Setting Powered False\u000a16:56:40.637735 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:56:30" }, { "cases" : [ { "testActions" : [ ], "age" : 159, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25063): Process ended prematurely: osmo-stp_10.42.42.5(pid=25063) [trial-2361↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25063)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25063): Process ended prematurely: osmo-stp_10.42.42.5(pid=25063) [trial-2361↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a16:56:42.613087 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:56:42.624207 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:56:42.754894 tst handover.py: using LAC 22438\u000a16:56:42.877552 tst handover.py: using RAC 253\u000a16:56:42.996183 tst handover.py: using CellId 22438\u000a16:56:43.122289 tst handover.py: using BVCI 22439\u000a16:56:43.145565 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:56:43.266525 tst handover.py: using LAC 22439\u000a16:56:43.384570 tst handover.py: using RAC 254\u000a16:56:43.501510 tst handover.py: using CellId 22439\u000a16:56:43.624937 tst handover.py: using BVCI 22440\u000a16:56:43.647989 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:56:43.658728 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:56:43.669344 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:56:43.679950 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:56:43.690572 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:56:43.701030 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:56:43.820459 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:56:44.035389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:56:44.520904 run create_hlr_db(pid=25057): Launched\u000a16:56:44.655458 bus /sierra_2: Setting Powered False\u000a16:56:45.730097 run create_hlr_db(pid=25057): Terminated: ok {rc=0}\u000a16:56:46.160880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25059): Launched\u000a16:56:46.595124 run osmo-hlr_10.42.42.2(pid=25060): Launched\u000a16:56:46.747983 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:47.356118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25062): Launched\u000a16:56:47.682122 run osmo-stp_10.42.42.5(pid=25063): Launched\u000a16:56:47.801753 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:56:48.367129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25065): Launched\u000a16:56:48.694224 run osmo-msc_10.42.42.6(pid=25066): Launched\u000a16:56:48.885349 run osmo-stp_10.42.42.5(pid=25063): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25063)]\u000a16:56:49.022843 run osmo-stp_10.42.42.5(pid=25063): stdout: \u000a| (launched: 2022-12-09_16:56:47.521267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:49.159918 run osmo-stp_10.42.42.5(pid=25063): stderr: \u000a| �[0;m�[38;5;43m20221209165647712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165647713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165647713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165647713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165647714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165647714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165647714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:49.291340 run osmo-stp_10.42.42.5(pid=25063): stdout: \u000a| (launched: 2022-12-09_16:56:47.521267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:49.421066 run osmo-stp_10.42.42.5(pid=25063): stderr: \u000a| �[0;m�[38;5;43m20221209165647712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165647713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165647713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165647713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165647714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165647714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165647714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:49.477717 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25063): Process ended prematurely: osmo-stp_10.42.42.5(pid=25063) [trial-2361↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25063)] [trial-2361↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a16:56:49.486082 tst handover.py:18: Test FAILED (6.9 sec)\u000a16:56:49.548552 run osmo-hlr_10.42.42.2(pid=25060): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25060)]\u000a16:56:49.600008 run osmo-hlr_10.42.42.2(pid=25060): stdout: \u000a| (launched: 2022-12-09_16:56:46.330201) \u000a16:56:49.651735 run osmo-hlr_10.42.42.2(pid=25060): stderr: \u000a| �[0;m�[1;31m20221209165646620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165646620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165646620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165646621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165646621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165646621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165646654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165646662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165646663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165646663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:56:49.721738 run osmo-msc_10.42.42.6(pid=25066): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25066)]\u000a16:56:49.772677 run osmo-msc_10.42.42.6(pid=25066): stdout: \u000a| (launched: 2022-12-09_16:56:48.533059) \u000a16:56:49.824243 run osmo-msc_10.42.42.6(pid=25066): stderr: \u000a| �[0;m�[38;5;43m20221209165648857 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165648858 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4fee3c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165648858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165648858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165648858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165648858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165648860 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165648860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165648860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165648860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:56:49.868316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25059): Terminating (SIGTERM)\u000a16:56:49.910269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25062): Terminating (SIGTERM)\u000a16:56:49.951894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25065): Terminating (SIGTERM)\u000a16:56:49.961849 --- ParallelTerminationStrategy: PID 25059 died...\u000a16:56:50.017283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25059): Terminated: ok {rc=0}\u000a16:56:50.027581 --- ParallelTerminationStrategy: PID 25062 died...\u000a16:56:50.082850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25062): Terminated: ok {rc=0}\u000a16:56:50.093125 --- ParallelTerminationStrategy: PID 25065 died...\u000a16:56:50.148903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25065): Terminated: ok {rc=0}\u000a16:56:50.236104 bus /sierra_3: Setting Powered False\u000a16:56:51.338754 bus /sierra_3: Setting Powered False\u000a16:56:52.447707 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:56:42" }, { "cases" : [ { "testActions" : [ ], "age" : 159, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25077): Process ended prematurely: osmo-stp_10.42.42.5(pid=25077) [trial-2361↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25077)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25077): Process ended prematurely: osmo-stp_10.42.42.5(pid=25077) [trial-2361↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a16:56:54.428867 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:56:54.439624 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:56:54.560250 tst handover.py: using LAC 22440\u000a16:56:54.680565 tst handover.py: using RAC 255\u000a16:56:54.801269 tst handover.py: using CellId 22440\u000a16:56:54.931428 tst handover.py: using BVCI 22441\u000a16:56:54.956278 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:56:55.101480 tst handover.py: using LAC 22441\u000a16:56:55.230140 tst handover.py: using RAC 1\u000a16:56:55.359704 tst handover.py: using CellId 22441\u000a16:56:55.488753 tst handover.py: using BVCI 22442\u000a16:56:55.513690 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:56:55.525072 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:56:55.536112 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:56:55.547973 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:56:55.560211 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:56:55.572016 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:56:55.690841 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:56:55.892333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:56:56.350939 run create_hlr_db(pid=25071): Launched\u000a16:56:56.474479 bus /sierra_2: Setting Powered False\u000a16:56:57.547363 run create_hlr_db(pid=25071): Terminated: ok {rc=0}\u000a16:56:57.953689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25073): Launched\u000a16:56:58.280138 run osmo-hlr_10.42.42.2(pid=25074): Launched\u000a16:56:58.402746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:58.940376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25076): Launched\u000a16:56:59.266741 run osmo-stp_10.42.42.5(pid=25077): Launched\u000a16:56:59.385889 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:56:59.953450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25079): Launched\u000a16:57:00.280210 run osmo-msc_10.42.42.6(pid=25080): Launched\u000a16:57:00.472621 run osmo-stp_10.42.42.5(pid=25077): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25077)]\u000a16:57:00.612048 run osmo-stp_10.42.42.5(pid=25077): stdout: \u000a| (launched: 2022-12-09_16:56:59.106364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:00.749782 run osmo-stp_10.42.42.5(pid=25077): stderr: \u000a| �[0;m�[38;5;43m20221209165659298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165659298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165659299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165659299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165659299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165659299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165659300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:00.896017 run osmo-stp_10.42.42.5(pid=25077): stdout: \u000a| (launched: 2022-12-09_16:56:59.106364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:01.029960 run osmo-stp_10.42.42.5(pid=25077): stderr: \u000a| �[0;m�[38;5;43m20221209165659298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165659298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165659299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165659299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165659299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165659299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165659300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:01.088620 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25077): Process ended prematurely: osmo-stp_10.42.42.5(pid=25077) [trial-2361↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25077)] [trial-2361↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a16:57:01.098382 tst handover.py:18: Test FAILED (6.7 sec)\u000a16:57:01.165345 run osmo-hlr_10.42.42.2(pid=25074): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25074)]\u000a16:57:01.219025 run osmo-hlr_10.42.42.2(pid=25074): stdout: \u000a| (launched: 2022-12-09_16:56:58.119509) \u000a16:57:01.273746 run osmo-hlr_10.42.42.2(pid=25074): stderr: \u000a| �[0;m�[1;31m20221209165658316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165658316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165658317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165658317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165658317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165658317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165658329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165658337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165658337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165658338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:01.347022 run osmo-msc_10.42.42.6(pid=25080): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25080)]\u000a16:57:01.400837 run osmo-msc_10.42.42.6(pid=25080): stdout: \u000a| (launched: 2022-12-09_16:57:00.119380) \u000a16:57:01.455123 run osmo-msc_10.42.42.6(pid=25080): stderr: \u000a| �[0;m�[38;5;43m20221209165700442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165700443 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f894d7c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165700443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165700443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165700443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165700443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165700445 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165700445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165700445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165700445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:57:01.500149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25073): Terminating (SIGTERM)\u000a16:57:01.546056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25076): Terminating (SIGTERM)\u000a16:57:01.590312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25079): Terminating (SIGTERM)\u000a16:57:01.602141 --- ParallelTerminationStrategy: PID 25073 died...\u000a16:57:01.662293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25073): Terminated: ok {rc=0}\u000a16:57:01.673333 --- ParallelTerminationStrategy: PID 25076 died...\u000a16:57:01.731955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25076): Terminated: ok {rc=0}\u000a16:57:01.742987 --- ParallelTerminationStrategy: PID 25079 died...\u000a16:57:01.801887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25079): Terminated: ok {rc=0}\u000a16:57:01.889862 bus /sierra_3: Setting Powered False\u000a16:57:02.989481 bus /sierra_3: Setting Powered False\u000a16:57:04.095845 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:56:54" }, { "cases" : [ { "testActions" : [ ], "age" : 159, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25091): Process ended prematurely: osmo-stp_10.42.42.5(pid=25091) [trial-2361↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25091)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25091): Process ended prematurely: osmo-stp_10.42.42.5(pid=25091) [trial-2361↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a16:57:06.092579 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:57:06.103959 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:57:06.235118 tst handover.py: using LAC 22442\u000a16:57:06.361476 tst handover.py: using RAC 2\u000a16:57:06.481928 tst handover.py: using CellId 22442\u000a16:57:06.599862 tst handover.py: using BVCI 22443\u000a16:57:06.623233 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:57:06.758323 tst handover.py: using LAC 22443\u000a16:57:06.879224 tst handover.py: using RAC 3\u000a16:57:06.999964 tst handover.py: using CellId 22443\u000a16:57:07.119341 tst handover.py: using BVCI 22444\u000a16:57:07.142265 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:57:07.153113 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:57:07.163750 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:57:07.174401 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:57:07.185092 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:57:07.195567 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:57:07.310148 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:57:07.520878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:08.007690 run create_hlr_db(pid=25085): Launched\u000a16:57:08.140879 bus /sierra_2: Setting Powered False\u000a16:57:09.217893 run create_hlr_db(pid=25085): Terminated: ok {rc=0}\u000a16:57:09.626106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25087): Launched\u000a16:57:09.954307 run osmo-hlr_10.42.42.2(pid=25088): Launched\u000a16:57:10.075785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:10.614313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25090): Launched\u000a16:57:10.939882 run osmo-stp_10.42.42.5(pid=25091): Launched\u000a16:57:11.058308 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:57:11.627588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25093): Launched\u000a16:57:11.954837 run osmo-msc_10.42.42.6(pid=25094): Launched\u000a16:57:12.145940 run osmo-stp_10.42.42.5(pid=25091): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25091)]\u000a16:57:12.283766 run osmo-stp_10.42.42.5(pid=25091): stdout: \u000a| (launched: 2022-12-09_16:57:10.779698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:12.421380 run osmo-stp_10.42.42.5(pid=25091): stderr: \u000a| �[0;m�[38;5;43m20221209165710970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165710970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165710970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165710970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165710973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165710973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165710973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:12.553155 run osmo-stp_10.42.42.5(pid=25091): stdout: \u000a| (launched: 2022-12-09_16:57:10.779698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:12.684575 run osmo-stp_10.42.42.5(pid=25091): stderr: \u000a| �[0;m�[38;5;43m20221209165710970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165710970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165710970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165710970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165710973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165710973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165710973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:12.741807 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25091): Process ended prematurely: osmo-stp_10.42.42.5(pid=25091) [trial-2361↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25091)] [trial-2361↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a16:57:12.750435 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:57:12.813118 run osmo-hlr_10.42.42.2(pid=25088): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25088)]\u000a16:57:12.864173 run osmo-hlr_10.42.42.2(pid=25088): stdout: \u000a| (launched: 2022-12-09_16:57:09.793127) \u000a16:57:12.915889 run osmo-hlr_10.42.42.2(pid=25088): stderr: \u000a| �[0;m�[1;31m20221209165709993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165709993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165709993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165709993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165709993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165709993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165710006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165710014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165710014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165710014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:12.985615 run osmo-msc_10.42.42.6(pid=25094): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25094)]\u000a16:57:13.036394 run osmo-msc_10.42.42.6(pid=25094): stdout: \u000a| (launched: 2022-12-09_16:57:11.794224) \u000a16:57:13.087917 run osmo-msc_10.42.42.6(pid=25094): stderr: \u000a| �[0;m�[38;5;43m20221209165712115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165712115 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac45cc1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165712115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165712115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165712115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165712115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165712117 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165712118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165712118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165712118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:57:13.131551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25087): Terminating (SIGTERM)\u000a16:57:13.173316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25090): Terminating (SIGTERM)\u000a16:57:13.214690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25093): Terminating (SIGTERM)\u000a16:57:13.224554 --- ParallelTerminationStrategy: PID 25087 died...\u000a16:57:13.279925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25087): Terminated: ok {rc=0}\u000a16:57:13.289981 --- ParallelTerminationStrategy: PID 25090 died...\u000a16:57:13.345258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25090): Terminated: ok {rc=0}\u000a16:57:13.355278 --- ParallelTerminationStrategy: PID 25093 died...\u000a16:57:13.410921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25093): Terminated: ok {rc=0}\u000a16:57:13.498158 bus /sierra_3: Setting Powered False\u000a16:57:14.603583 bus /sierra_3: Setting Powered False\u000a16:57:15.711248 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:57:05" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25105): Process ended prematurely: osmo-stp_10.42.42.5(pid=25105) [trial-2361↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25105)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25105): Process ended prematurely: osmo-stp_10.42.42.5(pid=25105) [trial-2361↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a16:57:17.696186 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:57:17.707649 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:57:17.836359 tst handover.py: using LAC 22444\u000a16:57:17.963028 tst handover.py: using RAC 4\u000a16:57:18.090410 tst handover.py: using CellId 22444\u000a16:57:18.216718 tst handover.py: using BVCI 22445\u000a16:57:18.241416 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:57:18.386091 tst handover.py: using LAC 22445\u000a16:57:18.514363 tst handover.py: using RAC 5\u000a16:57:18.637795 tst handover.py: using CellId 22445\u000a16:57:18.756517 tst handover.py: using BVCI 22446\u000a16:57:18.779679 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:57:18.790695 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:57:18.801588 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:57:18.812464 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:57:18.823500 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:57:18.834396 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:57:18.949486 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:57:19.159583 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:19.644290 run create_hlr_db(pid=25099): Launched\u000a16:57:19.777527 bus /sierra_2: Setting Powered False\u000a16:57:20.844088 run create_hlr_db(pid=25099): Terminated: ok {rc=0}\u000a16:57:21.224166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25101): Launched\u000a16:57:21.529565 run osmo-hlr_10.42.42.2(pid=25102): Launched\u000a16:57:21.651133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:22.156916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25104): Launched\u000a16:57:22.459629 run osmo-stp_10.42.42.5(pid=25105): Launched\u000a16:57:22.570811 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:57:23.103312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25107): Launched\u000a16:57:23.408021 run osmo-msc_10.42.42.6(pid=25108): Launched\u000a16:57:23.587760 run osmo-stp_10.42.42.5(pid=25105): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25105)]\u000a16:57:23.716302 run osmo-stp_10.42.42.5(pid=25105): stdout: \u000a| (launched: 2022-12-09_16:57:22.310657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:23.843144 run osmo-stp_10.42.42.5(pid=25105): stderr: \u000a| �[0;m�[38;5;43m20221209165722482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165722482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165722482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165722483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165722483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165722483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165722483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:23.965628 run osmo-stp_10.42.42.5(pid=25105): stdout: \u000a| (launched: 2022-12-09_16:57:22.310657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:24.086984 run osmo-stp_10.42.42.5(pid=25105): stderr: \u000a| �[0;m�[38;5;43m20221209165722482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165722482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165722482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165722483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165722483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165722483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165722483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:24.140062 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25105): Process ended prematurely: osmo-stp_10.42.42.5(pid=25105) [trial-2361↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25105)] [trial-2361↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a16:57:24.148094 tst handover.py:18: Test FAILED (6.4 sec)\u000a16:57:24.207009 run osmo-hlr_10.42.42.2(pid=25102): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25102)]\u000a16:57:24.255650 run osmo-hlr_10.42.42.2(pid=25102): stdout: \u000a| (launched: 2022-12-09_16:57:21.379059) \u000a16:57:24.304890 run osmo-hlr_10.42.42.2(pid=25102): stderr: \u000a| �[0;m�[1;31m20221209165721554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165721554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165721554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165721554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165721554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165721554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165721567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165721576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165721576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165721576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:24.371676 run osmo-msc_10.42.42.6(pid=25108): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25108)]\u000a16:57:24.420204 run osmo-msc_10.42.42.6(pid=25108): stdout: \u000a| (launched: 2022-12-09_16:57:23.258315) \u000a16:57:24.469231 run osmo-msc_10.42.42.6(pid=25108): stderr: \u000a| �[0;m�[38;5;43m20221209165723529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165723530 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f112a386c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165723530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165723530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165723530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165723530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165723532 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165723532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165723532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165723533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:57:24.510822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25101): Terminating (SIGTERM)\u000a16:57:24.550285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25104): Terminating (SIGTERM)\u000a16:57:24.590190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25107): Terminating (SIGTERM)\u000a16:57:24.599414 --- ParallelTerminationStrategy: PID 25101 died...\u000a16:57:24.652054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25101): Terminated: ok {rc=0}\u000a16:57:24.661698 --- ParallelTerminationStrategy: PID 25104 died...\u000a16:57:24.714126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25104): Terminated: ok {rc=0}\u000a16:57:24.723657 --- ParallelTerminationStrategy: PID 25107 died...\u000a16:57:24.776817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25107): Terminated: ok {rc=0}\u000a16:57:24.865798 bus /sierra_3: Setting Powered False\u000a16:57:25.969512 bus /sierra_3: Setting Powered False\u000a16:57:27.080366 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:57:17" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25119): Process ended prematurely: osmo-stp_10.42.42.5(pid=25119) [trial-2361↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25119)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25119): Process ended prematurely: osmo-stp_10.42.42.5(pid=25119) [trial-2361↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a16:57:29.055807 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:29.067106 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:57:29.188165 tst handover.py: using LAC 22446\u000a16:57:29.312496 tst handover.py: using RAC 6\u000a16:57:29.431028 tst handover.py: using CellId 22446\u000a16:57:29.553614 tst handover.py: using BVCI 22447\u000a16:57:29.576543 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:57:29.706850 tst handover.py: using LAC 22447\u000a16:57:29.823868 tst handover.py: using RAC 7\u000a16:57:29.945242 tst handover.py: using CellId 22447\u000a16:57:30.063127 tst handover.py: using BVCI 22448\u000a16:57:30.086133 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:30.097231 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:30.108018 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:30.119059 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:30.130192 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:30.141130 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:57:30.263270 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:57:30.475036 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:31.006554 run create_hlr_db(pid=25113): Launched\u000a16:57:31.134996 bus /sierra_2: Setting Powered False\u000a16:57:32.262418 run create_hlr_db(pid=25113): Terminated: ok {rc=0}\u000a16:57:32.646336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25115): Launched\u000a16:57:32.952777 run osmo-hlr_10.42.42.2(pid=25116): Launched\u000a16:57:33.064677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:33.565393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25118): Launched\u000a16:57:33.870362 run osmo-stp_10.42.42.5(pid=25119): Launched\u000a16:57:33.981333 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:57:34.510753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25121): Launched\u000a16:57:34.816555 run osmo-msc_10.42.42.6(pid=25122): Launched\u000a16:57:34.994446 run osmo-stp_10.42.42.5(pid=25119): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25119)]\u000a16:57:35.123243 run osmo-stp_10.42.42.5(pid=25119): stdout: \u000a| (launched: 2022-12-09_16:57:33.720433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:35.249318 run osmo-stp_10.42.42.5(pid=25119): stderr: \u000a| �[0;m�[38;5;43m20221209165733889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165733889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165733889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165733890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165733892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165733892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165733892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:35.371365 run osmo-stp_10.42.42.5(pid=25119): stdout: \u000a| (launched: 2022-12-09_16:57:33.720433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:35.492031 run osmo-stp_10.42.42.5(pid=25119): stderr: \u000a| �[0;m�[38;5;43m20221209165733889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165733889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165733889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165733890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165733892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165733892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165733892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:35.544794 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25119): Process ended prematurely: osmo-stp_10.42.42.5(pid=25119) [trial-2361↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25119)] [trial-2361↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a16:57:35.552697 tst handover.py:18: Test FAILED (6.5 sec)\u000a16:57:35.612035 run osmo-hlr_10.42.42.2(pid=25116): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25116)]\u000a16:57:35.661331 run osmo-hlr_10.42.42.2(pid=25116): stdout: \u000a| (launched: 2022-12-09_16:57:32.801462) \u000a16:57:35.710437 run osmo-hlr_10.42.42.2(pid=25116): stderr: \u000a| �[0;m�[1;31m20221209165732976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165732976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165732976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165732976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165732976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165732976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165732990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165732999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165732999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165732999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:35.777545 run osmo-msc_10.42.42.6(pid=25122): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25122)]\u000a16:57:35.826307 run osmo-msc_10.42.42.6(pid=25122): stdout: \u000a| (launched: 2022-12-09_16:57:34.665694) \u000a16:57:35.875424 run osmo-msc_10.42.42.6(pid=25122): stderr: \u000a| �[0;m�[38;5;43m20221209165734937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165734937 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbddb109c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165734937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165734937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165734937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165734938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165734939 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165734940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165734940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165734940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:57:35.916578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25115): Terminating (SIGTERM)\u000a16:57:35.955594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25118): Terminating (SIGTERM)\u000a16:57:35.994696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25121): Terminating (SIGTERM)\u000a16:57:36.003737 --- ParallelTerminationStrategy: PID 25115 died...\u000a16:57:36.056123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25115): Terminated: ok {rc=0}\u000a16:57:36.065609 --- ParallelTerminationStrategy: PID 25118 died...\u000a16:57:36.117700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25118): Terminated: ok {rc=0}\u000a16:57:36.127047 --- ParallelTerminationStrategy: PID 25121 died...\u000a16:57:36.179185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25121): Terminated: ok {rc=0}\u000a16:57:36.261265 bus /sierra_3: Setting Powered False\u000a16:57:37.367461 bus /sierra_3: Setting Powered False\u000a16:57:38.473927 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:57:28" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25136): Process ended prematurely: osmo-stp_10.42.42.5(pid=25136) [trial-2361↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25136)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25136): Process ended prematurely: osmo-stp_10.42.42.5(pid=25136) [trial-2361↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a16:57:40.469870 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:40.481563 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:57:40.611186 tst handover.py: using LAC 22448\u000a16:57:40.738290 tst handover.py: using RAC 8\u000a16:57:40.866051 tst handover.py: using CellId 22448\u000a16:57:40.993678 tst handover.py: using BVCI 22449\u000a16:57:41.018606 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:57:41.163061 tst handover.py: using LAC 22449\u000a16:57:41.291661 tst handover.py: using RAC 9\u000a16:57:41.417201 tst handover.py: using CellId 22449\u000a16:57:41.542489 tst handover.py: using BVCI 22450\u000a16:57:41.567361 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:41.579261 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:41.591249 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:41.603042 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:41.614795 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:41.626632 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:57:41.744532 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:57:41.958915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:42.444683 run create_hlr_db(pid=25130): Launched\u000a16:57:42.578166 bus /sierra_2: Setting Powered False\u000a16:57:43.655148 run create_hlr_db(pid=25130): Terminated: ok {rc=0}\u000a16:57:44.061824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25132): Launched\u000a16:57:44.389930 run osmo-hlr_10.42.42.2(pid=25133): Launched\u000a16:57:44.510814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:45.050620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25135): Launched\u000a16:57:45.377344 run osmo-stp_10.42.42.5(pid=25136): Launched\u000a16:57:45.496186 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:57:46.125561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25138): Launched\u000a16:57:46.487925 run osmo-msc_10.42.42.6(pid=25139): Launched\u000a16:57:46.866254 run osmo-stp_10.42.42.5(pid=25136): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25136)]\u000a16:57:47.177512 run osmo-stp_10.42.42.5(pid=25136): stdout: \u000a| (launched: 2022-12-09_16:57:45.216373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:47.345238 run osmo-stp_10.42.42.5(pid=25136): stderr: \u000a| �[0;m�[38;5;43m20221209165745410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165745410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165745410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165745410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165745411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165745411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165745411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:47.478436 run osmo-stp_10.42.42.5(pid=25136): stdout: \u000a| (launched: 2022-12-09_16:57:45.216373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:47.609693 run osmo-stp_10.42.42.5(pid=25136): stderr: \u000a| �[0;m�[38;5;43m20221209165745410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165745410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165745410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165745410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165745411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165745411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165745411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:47.666858 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25136): Process ended prematurely: osmo-stp_10.42.42.5(pid=25136) [trial-2361↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25136)] [trial-2361↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a16:57:47.675404 tst handover.py:18: Test FAILED (7.2 sec)\u000a16:57:47.737185 run osmo-hlr_10.42.42.2(pid=25133): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25133)]\u000a16:57:47.788140 run osmo-hlr_10.42.42.2(pid=25133): stdout: \u000a| (launched: 2022-12-09_16:57:44.227987) \u000a16:57:47.840934 run osmo-hlr_10.42.42.2(pid=25133): stderr: \u000a| �[0;m�[1;31m20221209165744429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165744429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165744429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165744429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165744429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165744429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165744441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165744449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165744450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165744450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:47.913336 run osmo-msc_10.42.42.6(pid=25139): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25139)]\u000a16:57:47.964726 run osmo-msc_10.42.42.6(pid=25139): stdout: \u000a| (launched: 2022-12-09_16:57:46.295244) \u000a16:57:48.016806 run osmo-msc_10.42.42.6(pid=25139): stderr: \u000a| �[0;m�[38;5;43m20221209165746876 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165746876 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f589aca1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165746877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165746877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165746877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165746877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165746880 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165746881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165746881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165746881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:57:48.060290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25132): Terminating (SIGTERM)\u000a16:57:48.103669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25135): Terminating (SIGTERM)\u000a16:57:48.145407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25138): Terminating (SIGTERM)\u000a16:57:48.155765 --- ParallelTerminationStrategy: PID 25132 died...\u000a16:57:48.212519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25132): Terminated: ok {rc=0}\u000a16:57:48.222633 --- ParallelTerminationStrategy: PID 25135 died...\u000a16:57:48.279257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25135): Terminated: ok {rc=0}\u000a16:57:48.289441 --- ParallelTerminationStrategy: PID 25138 died...\u000a16:57:48.344697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25138): Terminated: ok {rc=0}\u000a16:57:48.432459 bus /sierra_3: Setting Powered False\u000a16:57:49.535823 bus /sierra_3: Setting Powered False\u000a16:57:50.645488 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:57:40" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25150): Process ended prematurely: osmo-stp_10.42.42.5(pid=25150) [trial-2361↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25150)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25150): Process ended prematurely: osmo-stp_10.42.42.5(pid=25150) [trial-2361↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a16:57:52.623741 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:52.635139 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:57:52.762928 tst handover.py: using LAC 22450\u000a16:57:52.890405 tst handover.py: using RAC 10\u000a16:57:53.018015 tst handover.py: using CellId 22450\u000a16:57:53.145436 tst handover.py: using BVCI 22451\u000a16:57:53.170246 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:57:53.295391 tst handover.py: using LAC 22451\u000a16:57:53.424366 tst handover.py: using RAC 11\u000a16:57:53.552542 tst handover.py: using CellId 22451\u000a16:57:53.675113 tst handover.py: using BVCI 22452\u000a16:57:53.698411 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:53.709362 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:53.720167 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:53.731673 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:53.742947 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:53.754189 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:57:53.871186 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:57:54.079013 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:54.539369 run create_hlr_db(pid=25144): Launched\u000a16:57:54.663211 bus /sierra_2: Setting Powered False\u000a16:57:55.735524 run create_hlr_db(pid=25144): Terminated: ok {rc=0}\u000a16:57:56.140111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25146): Launched\u000a16:57:56.466212 run osmo-hlr_10.42.42.2(pid=25147): Launched\u000a16:57:56.589631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:57.125829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25149): Launched\u000a16:57:57.450962 run osmo-stp_10.42.42.5(pid=25150): Launched\u000a16:57:57.570735 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:57:58.136836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25152): Launched\u000a16:57:58.462967 run osmo-msc_10.42.42.6(pid=25153): Launched\u000a16:57:58.655024 run osmo-stp_10.42.42.5(pid=25150): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25150)]\u000a16:57:58.792194 run osmo-stp_10.42.42.5(pid=25150): stdout: \u000a| (launched: 2022-12-09_16:57:57.291404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:58.929731 run osmo-stp_10.42.42.5(pid=25150): stderr: \u000a| �[0;m�[38;5;43m20221209165757485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165757485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165757485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165757486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165757486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165757486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165757486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:59.061557 run osmo-stp_10.42.42.5(pid=25150): stdout: \u000a| (launched: 2022-12-09_16:57:57.291404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:59.192040 run osmo-stp_10.42.42.5(pid=25150): stderr: \u000a| �[0;m�[38;5;43m20221209165757485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165757485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165757485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165757486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165757486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165757486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165757486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:59.248642 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25150): Process ended prematurely: osmo-stp_10.42.42.5(pid=25150) [trial-2361↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25150)] [trial-2361↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a16:57:59.257231 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:57:59.320186 run osmo-hlr_10.42.42.2(pid=25147): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25147)]\u000a16:57:59.371632 run osmo-hlr_10.42.42.2(pid=25147): stdout: \u000a| (launched: 2022-12-09_16:57:56.306070) \u000a16:57:59.423634 run osmo-hlr_10.42.42.2(pid=25147): stderr: \u000a| �[0;m�[1;31m20221209165756507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165756507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165756507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165756507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165756507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165756507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165756520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165756528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165756528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165756528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:59.493815 run osmo-msc_10.42.42.6(pid=25153): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25153)]\u000a16:57:59.544773 run osmo-msc_10.42.42.6(pid=25153): stdout: \u000a| (launched: 2022-12-09_16:57:58.302986) \u000a16:57:59.596774 run osmo-msc_10.42.42.6(pid=25153): stderr: \u000a| �[0;m�[38;5;43m20221209165758626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165758626 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1843f52c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165758627 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165758627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165758627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165758627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165758629 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165758629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165758629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165758629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:57:59.640503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25146): Terminating (SIGTERM)\u000a16:57:59.681989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25149): Terminating (SIGTERM)\u000a16:57:59.723504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25152): Terminating (SIGTERM)\u000a16:57:59.733323 --- ParallelTerminationStrategy: PID 25146 died...\u000a16:57:59.788880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25146): Terminated: ok {rc=0}\u000a16:57:59.798824 --- ParallelTerminationStrategy: PID 25149 died...\u000a16:57:59.854419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25149): Terminated: ok {rc=0}\u000a16:57:59.864349 --- ParallelTerminationStrategy: PID 25152 died...\u000a16:57:59.920095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25152): Terminated: ok {rc=0}\u000a16:58:00.009140 bus /sierra_3: Setting Powered False\u000a16:58:01.121261 bus /sierra_3: Setting Powered False\u000a16:58:02.231417 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:57:52" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25164): Process ended prematurely: osmo-stp_10.42.42.5(pid=25164) [trial-2361↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25164)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25164): Process ended prematurely: osmo-stp_10.42.42.5(pid=25164) [trial-2361↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a16:58:04.195604 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:58:04.206568 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:58:04.326295 tst handover.py: using LAC 22452\u000a16:58:04.445791 tst handover.py: using RAC 12\u000a16:58:04.564139 tst handover.py: using CellId 22452\u000a16:58:04.685095 tst handover.py: using BVCI 22453\u000a16:58:04.708222 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:58:04.845774 tst handover.py: using LAC 22453\u000a16:58:04.965638 tst handover.py: using RAC 13\u000a16:58:05.084902 tst handover.py: using CellId 22453\u000a16:58:05.206252 tst handover.py: using BVCI 22454\u000a16:58:05.229551 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:58:05.240357 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:58:05.251116 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:58:05.261904 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:58:05.272573 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:58:05.283222 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:58:05.400038 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:58:05.602836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:06.065336 run create_hlr_db(pid=25158): Launched\u000a16:58:06.190046 bus /sierra_2: Setting Powered False\u000a16:58:07.263076 run create_hlr_db(pid=25158): Terminated: ok {rc=0}\u000a16:58:07.669840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25160): Launched\u000a16:58:07.995662 run osmo-hlr_10.42.42.2(pid=25161): Launched\u000a16:58:08.115146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:08.654218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25163): Launched\u000a16:58:08.980386 run osmo-stp_10.42.42.5(pid=25164): Launched\u000a16:58:09.099123 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:58:09.666926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25166): Launched\u000a16:58:09.994264 run osmo-msc_10.42.42.6(pid=25167): Launched\u000a16:58:10.185542 run osmo-stp_10.42.42.5(pid=25164): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25164)]\u000a16:58:10.323042 run osmo-stp_10.42.42.5(pid=25164): stdout: \u000a| (launched: 2022-12-09_16:58:08.819967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:10.460291 run osmo-stp_10.42.42.5(pid=25164): stderr: \u000a| �[0;m�[38;5;43m20221209165809011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165809011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165809011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165809012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165809014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165809014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165809014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:10.591631 run osmo-stp_10.42.42.5(pid=25164): stdout: \u000a| (launched: 2022-12-09_16:58:08.819967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:10.722705 run osmo-stp_10.42.42.5(pid=25164): stderr: \u000a| �[0;m�[38;5;43m20221209165809011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165809011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165809011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165809012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165809014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165809014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165809014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:10.779500 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25164): Process ended prematurely: osmo-stp_10.42.42.5(pid=25164) [trial-2361↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25164)] [trial-2361↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a16:58:10.787852 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:58:10.850732 run osmo-hlr_10.42.42.2(pid=25161): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25161)]\u000a16:58:10.901841 run osmo-hlr_10.42.42.2(pid=25161): stdout: \u000a| (launched: 2022-12-09_16:58:07.836000) \u000a16:58:10.953632 run osmo-hlr_10.42.42.2(pid=25161): stderr: \u000a| �[0;m�[1;31m20221209165808033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165808033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165808033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165808033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165808033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165808033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165808046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165808054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165808054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165808054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:11.023867 run osmo-msc_10.42.42.6(pid=25167): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25167)]\u000a16:58:11.074960 run osmo-msc_10.42.42.6(pid=25167): stdout: \u000a| (launched: 2022-12-09_16:58:09.833297) \u000a16:58:11.126780 run osmo-msc_10.42.42.6(pid=25167): stderr: \u000a| �[0;m�[38;5;43m20221209165810154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165810154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6228ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165810154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165810154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165810154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165810155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165810156 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165810157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165810157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165810157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:58:11.170550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25160): Terminating (SIGTERM)\u000a16:58:11.211857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25163): Terminating (SIGTERM)\u000a16:58:11.253573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25166): Terminating (SIGTERM)\u000a16:58:11.263381 --- ParallelTerminationStrategy: PID 25160 died...\u000a16:58:11.318744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25160): Terminated: ok {rc=0}\u000a16:58:11.328781 --- ParallelTerminationStrategy: PID 25163 died...\u000a16:58:11.383606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25163): Terminated: ok {rc=0}\u000a16:58:11.393748 --- ParallelTerminationStrategy: PID 25166 died...\u000a16:58:11.448822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25166): Terminated: ok {rc=0}\u000a16:58:11.534491 bus /sierra_3: Setting Powered False\u000a16:58:12.641496 bus /sierra_3: Setting Powered False\u000a16:58:13.748208 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:58:03" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25178): Process ended prematurely: osmo-stp_10.42.42.5(pid=25178) [trial-2361↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25178)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25178): Process ended prematurely: osmo-stp_10.42.42.5(pid=25178) [trial-2361↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a16:58:15.737976 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:15.750087 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:58:15.885332 tst handover.py: using LAC 22454\u000a16:58:16.038357 tst handover.py: using RAC 14\u000a16:58:16.162034 tst handover.py: using CellId 22454\u000a16:58:16.318016 tst handover.py: using BVCI 22455\u000a16:58:16.343048 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:58:16.508231 tst handover.py: using LAC 22455\u000a16:58:16.681209 tst handover.py: using RAC 15\u000a16:58:16.831879 tst handover.py: using CellId 22455\u000a16:58:16.983588 tst handover.py: using BVCI 22456\u000a16:58:17.011386 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:17.024134 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:17.037830 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:17.051275 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:17.065018 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:17.078512 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:58:17.208650 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:58:17.425854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:17.911829 run create_hlr_db(pid=25172): Launched\u000a16:58:18.045820 bus /sierra_2: Setting Powered False\u000a16:58:19.122373 run create_hlr_db(pid=25172): Terminated: ok {rc=0}\u000a16:58:19.508023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25174): Launched\u000a16:58:19.813581 run osmo-hlr_10.42.42.2(pid=25175): Launched\u000a16:58:19.925685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:20.427683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25177): Launched\u000a16:58:20.733149 run osmo-stp_10.42.42.5(pid=25178): Launched\u000a16:58:20.844087 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:58:21.375969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25180): Launched\u000a16:58:21.681803 run osmo-msc_10.42.42.6(pid=25181): Launched\u000a16:58:21.861248 run osmo-stp_10.42.42.5(pid=25178): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25178)]\u000a16:58:21.989707 run osmo-stp_10.42.42.5(pid=25178): stdout: \u000a| (launched: 2022-12-09_16:58:20.582562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:22.117225 run osmo-stp_10.42.42.5(pid=25178): stderr: \u000a| �[0;m�[38;5;43m20221209165820754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165820755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165820755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165820755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165820756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165820756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165820756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:22.239518 run osmo-stp_10.42.42.5(pid=25178): stdout: \u000a| (launched: 2022-12-09_16:58:20.582562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:22.361152 run osmo-stp_10.42.42.5(pid=25178): stderr: \u000a| �[0;m�[38;5;43m20221209165820754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165820755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165820755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165820755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165820756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165820756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165820756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:22.414556 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25178): Process ended prematurely: osmo-stp_10.42.42.5(pid=25178) [trial-2361↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25178)] [trial-2361↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a16:58:22.422630 tst handover.py:18: Test FAILED (6.7 sec)\u000a16:58:22.481525 run osmo-hlr_10.42.42.2(pid=25175): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25175)]\u000a16:58:22.530744 run osmo-hlr_10.42.42.2(pid=25175): stdout: \u000a| (launched: 2022-12-09_16:58:19.663447) \u000a16:58:22.580148 run osmo-hlr_10.42.42.2(pid=25175): stderr: \u000a| �[0;m�[1;31m20221209165819842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165819842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165819842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165819842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165819842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165819842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165819857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165819867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165819867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165819867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:22.647380 run osmo-msc_10.42.42.6(pid=25181): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25181)]\u000a16:58:22.696052 run osmo-msc_10.42.42.6(pid=25181): stdout: \u000a| (launched: 2022-12-09_16:58:21.531125) \u000a16:58:22.745083 run osmo-msc_10.42.42.6(pid=25181): stderr: \u000a| �[0;m�[38;5;43m20221209165821803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165821803 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa228d32c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165821803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165821803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165821803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165821803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165821805 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165821806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165821806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165821806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:58:22.786625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25174): Terminating (SIGTERM)\u000a16:58:22.826050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25177): Terminating (SIGTERM)\u000a16:58:22.865744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25180): Terminating (SIGTERM)\u000a16:58:22.874991 --- ParallelTerminationStrategy: PID 25174 died...\u000a16:58:22.928071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25174): Terminated: ok {rc=0}\u000a16:58:22.937744 --- ParallelTerminationStrategy: PID 25177 died...\u000a16:58:22.990460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25177): Terminated: ok {rc=0}\u000a16:58:22.999918 --- ParallelTerminationStrategy: PID 25180 died...\u000a16:58:23.052786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25180): Terminated: ok {rc=0}\u000a16:58:23.141667 bus /sierra_3: Setting Powered False\u000a16:58:24.245146 bus /sierra_3: Setting Powered False\u000a16:58:25.352674 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:58:15" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25193): Process ended prematurely: osmo-stp_10.42.42.5(pid=25193) [trial-2361↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25193)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25193): Process ended prematurely: osmo-stp_10.42.42.5(pid=25193) [trial-2361↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a16:58:27.366378 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:27.377998 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:58:27.522972 tst handover.py: using LAC 22456\u000a16:58:27.650333 tst handover.py: using RAC 16\u000a16:58:27.778039 tst handover.py: using CellId 22456\u000a16:58:27.904667 tst handover.py: using BVCI 22457\u000a16:58:27.929530 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:58:28.070452 tst handover.py: using LAC 22457\u000a16:58:28.199658 tst handover.py: using RAC 17\u000a16:58:28.327887 tst handover.py: using CellId 22457\u000a16:58:28.455019 tst handover.py: using BVCI 22458\u000a16:58:28.479970 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:28.491695 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:28.503223 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:28.515053 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:28.527177 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:28.539034 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:58:28.656228 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:58:28.855957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:29.318795 run create_hlr_db(pid=25186): Launched\u000a16:58:29.442925 bus /sierra_2: Setting Powered False\u000a16:58:30.515549 run create_hlr_db(pid=25186): Terminated: ok {rc=0}\u000a16:58:30.942416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25189): Launched\u000a16:58:31.368460 run osmo-hlr_10.42.42.2(pid=25190): Launched\u000a16:58:31.614338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:32.165070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25192): Launched\u000a16:58:32.471583 run osmo-stp_10.42.42.5(pid=25193): Launched\u000a16:58:32.581621 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:58:33.110567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25195): Launched\u000a16:58:33.418310 run osmo-msc_10.42.42.6(pid=25196): Launched\u000a16:58:33.597971 run osmo-stp_10.42.42.5(pid=25193): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25193)]\u000a16:58:33.727206 run osmo-stp_10.42.42.5(pid=25193): stdout: \u000a| (launched: 2022-12-09_16:58:32.321765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:33.854240 run osmo-stp_10.42.42.5(pid=25193): stderr: \u000a| �[0;m�[38;5;43m20221209165832493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165832493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165832493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165832494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165832494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165832494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165832494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:33.977212 run osmo-stp_10.42.42.5(pid=25193): stdout: \u000a| (launched: 2022-12-09_16:58:32.321765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:34.100057 run osmo-stp_10.42.42.5(pid=25193): stderr: \u000a| �[0;m�[38;5;43m20221209165832493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165832493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165832493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165832494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165832494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165832494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165832494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:34.153709 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25193): Process ended prematurely: osmo-stp_10.42.42.5(pid=25193) [trial-2361↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25193)] [trial-2361↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a16:58:34.161733 tst handover.py:18: Test FAILED (6.8 sec)\u000a16:58:34.220525 run osmo-hlr_10.42.42.2(pid=25190): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25190)]\u000a16:58:34.269353 run osmo-hlr_10.42.42.2(pid=25190): stdout: \u000a| (launched: 2022-12-09_16:58:31.112036) \u000a16:58:34.318595 run osmo-hlr_10.42.42.2(pid=25190): stderr: \u000a| �[0;m�[1;31m20221209165831418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165831418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165831418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165831418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165831418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165831418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165831431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165831439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165831439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165831439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:34.385391 run osmo-msc_10.42.42.6(pid=25196): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25196)]\u000a16:58:34.434013 run osmo-msc_10.42.42.6(pid=25196): stdout: \u000a| (launched: 2022-12-09_16:58:33.266109) \u000a16:58:34.483014 run osmo-msc_10.42.42.6(pid=25196): stderr: \u000a| �[0;m�[38;5;43m20221209165833537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165833537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1dbdeac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165833537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165833538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165833538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165833538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165833539 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165833540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165833540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165833540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:58:34.524457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25189): Terminating (SIGTERM)\u000a16:58:34.563933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25192): Terminating (SIGTERM)\u000a16:58:34.603363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25195): Terminating (SIGTERM)\u000a16:58:34.612502 --- ParallelTerminationStrategy: PID 25189 died...\u000a16:58:34.665391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25189): Terminated: ok {rc=0}\u000a16:58:34.675012 --- ParallelTerminationStrategy: PID 25192 died...\u000a16:58:34.727292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25192): Terminated: ok {rc=0}\u000a16:58:34.736798 --- ParallelTerminationStrategy: PID 25195 died...\u000a16:58:34.789555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25195): Terminated: ok {rc=0}\u000a16:58:34.877348 bus /sierra_3: Setting Powered False\u000a16:58:35.980276 bus /sierra_3: Setting Powered False\u000a16:58:37.091369 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:58:27" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25207): Process ended prematurely: osmo-stp_10.42.42.5(pid=25207) [trial-2361↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25207)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25207): Process ended prematurely: osmo-stp_10.42.42.5(pid=25207) [trial-2361↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a16:58:39.113883 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:39.124913 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:58:39.261371 tst handover.py: using LAC 22458\u000a16:58:39.382035 tst handover.py: using RAC 18\u000a16:58:39.500721 tst handover.py: using CellId 22458\u000a16:58:39.619796 tst handover.py: using BVCI 22459\u000a16:58:39.643026 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:58:39.780575 tst handover.py: using LAC 22459\u000a16:58:39.900811 tst handover.py: using RAC 19\u000a16:58:40.020731 tst handover.py: using CellId 22459\u000a16:58:40.140773 tst handover.py: using BVCI 22460\u000a16:58:40.164172 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:40.175157 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:40.186036 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:40.197022 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:40.207955 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:40.218914 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:58:40.334505 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:58:40.543835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:41.005234 run create_hlr_db(pid=25201): Launched\u000a16:58:41.129432 bus /sierra_2: Setting Powered False\u000a16:58:42.203432 run create_hlr_db(pid=25201): Terminated: ok {rc=0}\u000a16:58:42.583069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25203): Launched\u000a16:58:42.887086 run osmo-hlr_10.42.42.2(pid=25204): Launched\u000a16:58:42.998015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:43.496599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25206): Launched\u000a16:58:43.800449 run osmo-stp_10.42.42.5(pid=25207): Launched\u000a16:58:43.911059 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:58:44.442917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25209): Launched\u000a16:58:44.748122 run osmo-msc_10.42.42.6(pid=25210): Launched\u000a16:58:44.926887 run osmo-stp_10.42.42.5(pid=25207): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25207)]\u000a16:58:45.054888 run osmo-stp_10.42.42.5(pid=25207): stdout: \u000a| (launched: 2022-12-09_16:58:43.651156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:45.181316 run osmo-stp_10.42.42.5(pid=25207): stderr: \u000a| �[0;m�[38;5;43m20221209165843822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165843822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165843822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165843823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165843823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165843823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165843823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:45.303377 run osmo-stp_10.42.42.5(pid=25207): stdout: \u000a| (launched: 2022-12-09_16:58:43.651156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:45.424695 run osmo-stp_10.42.42.5(pid=25207): stderr: \u000a| �[0;m�[38;5;43m20221209165843822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165843822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165843822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165843823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165843823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165843823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165843823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:45.477891 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25207): Process ended prematurely: osmo-stp_10.42.42.5(pid=25207) [trial-2361↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25207)] [trial-2361↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a16:58:45.485739 tst handover.py:18: Test FAILED (6.4 sec)\u000a16:58:45.544664 run osmo-hlr_10.42.42.2(pid=25204): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25204)]\u000a16:58:45.593292 run osmo-hlr_10.42.42.2(pid=25204): stdout: \u000a| (launched: 2022-12-09_16:58:42.737930) \u000a16:58:45.642524 run osmo-hlr_10.42.42.2(pid=25204): stderr: \u000a| �[0;m�[1;31m20221209165842915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165842915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165842915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165842915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165842915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165842915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165842928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165842936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165842937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165842937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:45.709223 run osmo-msc_10.42.42.6(pid=25210): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25210)]\u000a16:58:45.757642 run osmo-msc_10.42.42.6(pid=25210): stdout: \u000a| (launched: 2022-12-09_16:58:44.597601) \u000a16:58:45.806911 run osmo-msc_10.42.42.6(pid=25210): stderr: \u000a| �[0;m�[38;5;43m20221209165844870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165844870 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88579a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165844870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165844870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165844870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165844871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165844872 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165844873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165844873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165844873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:58:45.852755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25203): Terminating (SIGTERM)\u000a16:58:45.904136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25206): Terminating (SIGTERM)\u000a16:58:45.962005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25209): Terminating (SIGTERM)\u000a16:58:45.972838 --- ParallelTerminationStrategy: PID 25203 died...\u000a16:58:46.035901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25203): Terminated: ok {rc=0}\u000a16:58:46.047048 --- ParallelTerminationStrategy: PID 25206 died...\u000a16:58:46.106407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25206): Terminated: ok {rc=0}\u000a16:58:46.117433 --- ParallelTerminationStrategy: PID 25209 died...\u000a16:58:46.175851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25209): Terminated: ok {rc=0}\u000a16:58:46.268005 bus /sierra_3: Setting Powered False\u000a16:58:47.374173 bus /sierra_3: Setting Powered False\u000a16:58:48.481110 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:58:38" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25221): Process ended prematurely: osmo-stp_10.42.42.5(pid=25221) [trial-2361↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25221)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25221): Process ended prematurely: osmo-stp_10.42.42.5(pid=25221) [trial-2361↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a16:58:50.495598 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:58:50.506965 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:58:50.651833 tst handover.py: using LAC 22460\u000a16:58:50.780480 tst handover.py: using RAC 20\u000a16:58:50.902963 tst handover.py: using CellId 22460\u000a16:58:51.025284 tst handover.py: using BVCI 22461\u000a16:58:51.048430 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:58:51.172155 tst handover.py: using LAC 22461\u000a16:58:51.291828 tst handover.py: using RAC 21\u000a16:58:51.413945 tst handover.py: using CellId 22461\u000a16:58:51.538884 tst handover.py: using BVCI 22462\u000a16:58:51.562204 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:58:51.573277 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:58:51.583973 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:58:51.595190 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:58:51.606549 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:58:51.617755 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:58:51.737613 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:58:51.939721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:52.400798 run create_hlr_db(pid=25215): Launched\u000a16:58:52.524676 bus /sierra_2: Setting Powered False\u000a16:58:53.607918 run create_hlr_db(pid=25215): Terminated: ok {rc=0}\u000a16:58:53.991611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25217): Launched\u000a16:58:54.296736 run osmo-hlr_10.42.42.2(pid=25218): Launched\u000a16:58:54.412917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:54.915616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25220): Launched\u000a16:58:55.220380 run osmo-stp_10.42.42.5(pid=25221): Launched\u000a16:58:55.331623 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:58:55.862538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25223): Launched\u000a16:58:56.168389 run osmo-msc_10.42.42.6(pid=25224): Launched\u000a16:58:56.347844 run osmo-stp_10.42.42.5(pid=25221): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25221)]\u000a16:58:56.476411 run osmo-stp_10.42.42.5(pid=25221): stdout: \u000a| (launched: 2022-12-09_16:58:55.070256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:56.603125 run osmo-stp_10.42.42.5(pid=25221): stderr: \u000a| �[0;m�[38;5;43m20221209165855241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165855241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165855241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165855242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165855242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165855242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165855242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:56.725548 run osmo-stp_10.42.42.5(pid=25221): stdout: \u000a| (launched: 2022-12-09_16:58:55.070256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:56.847077 run osmo-stp_10.42.42.5(pid=25221): stderr: \u000a| �[0;m�[38;5;43m20221209165855241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165855241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165855241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165855242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165855242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165855242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165855242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:56.900099 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25221): Process ended prematurely: osmo-stp_10.42.42.5(pid=25221) [trial-2361↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25221)] [trial-2361↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a16:58:56.908049 tst handover.py:18: Test FAILED (6.4 sec)\u000a16:58:56.967540 run osmo-hlr_10.42.42.2(pid=25218): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25218)]\u000a16:58:57.015947 run osmo-hlr_10.42.42.2(pid=25218): stdout: \u000a| (launched: 2022-12-09_16:58:54.146488) \u000a16:58:57.065128 run osmo-hlr_10.42.42.2(pid=25218): stderr: \u000a| �[0;m�[1;31m20221209165854323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165854323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165854323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165854323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165854323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165854323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165854335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165854346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165854346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165854346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:57.131634 run osmo-msc_10.42.42.6(pid=25224): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25224)]\u000a16:58:57.179549 run osmo-msc_10.42.42.6(pid=25224): stdout: \u000a| (launched: 2022-12-09_16:58:56.018011) \u000a16:58:57.229720 run osmo-msc_10.42.42.6(pid=25224): stderr: \u000a| �[0;m�[38;5;43m20221209165856290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165856290 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe427d55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165856290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165856290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165856291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165856291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165856292 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165856293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165856293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165856293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:58:57.270768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25217): Terminating (SIGTERM)\u000a16:58:57.309868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25220): Terminating (SIGTERM)\u000a16:58:57.349121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25223): Terminating (SIGTERM)\u000a16:58:57.358371 --- ParallelTerminationStrategy: PID 25217 died...\u000a16:58:57.410734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25217): Terminated: ok {rc=0}\u000a16:58:57.420505 --- ParallelTerminationStrategy: PID 25220 died...\u000a16:58:57.472787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25220): Terminated: ok {rc=0}\u000a16:58:57.482604 --- ParallelTerminationStrategy: PID 25223 died...\u000a16:58:57.534835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25223): Terminated: ok {rc=0}\u000a16:58:57.617860 bus /sierra_3: Setting Powered False\u000a16:58:58.723145 bus /sierra_3: Setting Powered False\u000a16:58:59.829908 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:58:50" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25235): Process ended prematurely: osmo-stp_10.42.42.5(pid=25235) [trial-2361↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25235)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25235): Process ended prematurely: osmo-stp_10.42.42.5(pid=25235) [trial-2361↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a16:59:01.952358 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:01.964665 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:59:02.117751 tst handover.py: using LAC 22462\u000a16:59:02.240018 tst handover.py: using RAC 22\u000a16:59:02.362164 tst handover.py: using CellId 22462\u000a16:59:02.480246 tst handover.py: using BVCI 22463\u000a16:59:02.503455 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:59:02.641727 tst handover.py: using LAC 22463\u000a16:59:02.759803 tst handover.py: using RAC 23\u000a16:59:02.886850 tst handover.py: using CellId 22463\u000a16:59:03.013484 tst handover.py: using BVCI 22464\u000a16:59:03.038189 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:03.049643 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:03.060834 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:03.072848 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:03.084835 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:03.096725 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:59:03.214563 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:59:03.425936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:03.887981 run create_hlr_db(pid=25229): Launched\u000a16:59:04.012197 bus /sierra_2: Setting Powered False\u000a16:59:05.084903 run create_hlr_db(pid=25229): Terminated: ok {rc=0}\u000a16:59:05.493697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25231): Launched\u000a16:59:05.824309 run osmo-hlr_10.42.42.2(pid=25232): Launched\u000a16:59:05.942748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:06.483390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25234): Launched\u000a16:59:06.812376 run osmo-stp_10.42.42.5(pid=25235): Launched\u000a16:59:06.932454 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:59:07.504436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25237): Launched\u000a16:59:07.811066 run osmo-msc_10.42.42.6(pid=25238): Launched\u000a16:59:07.990391 run osmo-stp_10.42.42.5(pid=25235): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25235)]\u000a16:59:08.119074 run osmo-stp_10.42.42.5(pid=25235): stdout: \u000a| (launched: 2022-12-09_16:59:06.650573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:08.246342 run osmo-stp_10.42.42.5(pid=25235): stderr: \u000a| �[0;m�[38;5;43m20221209165906843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165906843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165906843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165906844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165906846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165906846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165906846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:08.369993 run osmo-stp_10.42.42.5(pid=25235): stdout: \u000a| (launched: 2022-12-09_16:59:06.650573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:08.492188 run osmo-stp_10.42.42.5(pid=25235): stderr: \u000a| �[0;m�[38;5;43m20221209165906843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165906843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165906843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165906844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165906846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165906846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165906846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:08.545361 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25235): Process ended prematurely: osmo-stp_10.42.42.5(pid=25235) [trial-2361↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25235)] [trial-2361↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a16:59:08.553426 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:59:08.612672 run osmo-hlr_10.42.42.2(pid=25232): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25232)]\u000a16:59:08.661449 run osmo-hlr_10.42.42.2(pid=25232): stdout: \u000a| (launched: 2022-12-09_16:59:05.661532) \u000a16:59:08.710609 run osmo-hlr_10.42.42.2(pid=25232): stderr: \u000a| �[0;m�[1;31m20221209165905860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165905860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165905860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165905860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165905860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165905860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165905872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165905880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165905880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165905880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:08.777289 run osmo-msc_10.42.42.6(pid=25238): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25238)]\u000a16:59:08.825368 run osmo-msc_10.42.42.6(pid=25238): stdout: \u000a| (launched: 2022-12-09_16:59:07.660188) \u000a16:59:08.874112 run osmo-msc_10.42.42.6(pid=25238): stderr: \u000a| �[0;m�[38;5;43m20221209165907934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165907934 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb266f43c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165907934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165907934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165907934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165907934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165907936 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165907937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165907937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165907937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:59:08.915620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25231): Terminating (SIGTERM)\u000a16:59:08.955143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25234): Terminating (SIGTERM)\u000a16:59:08.995008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25237): Terminating (SIGTERM)\u000a16:59:09.004404 --- ParallelTerminationStrategy: PID 25231 died...\u000a16:59:09.057186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25231): Terminated: ok {rc=0}\u000a16:59:09.066827 --- ParallelTerminationStrategy: PID 25234 died...\u000a16:59:09.119416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25234): Terminated: ok {rc=0}\u000a16:59:09.129023 --- ParallelTerminationStrategy: PID 25237 died...\u000a16:59:09.181705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25237): Terminated: ok {rc=0}\u000a16:59:09.269853 bus /sierra_3: Setting Powered False\u000a16:59:10.373262 bus /sierra_3: Setting Powered False\u000a16:59:11.484912 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:59:01" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25249): Process ended prematurely: osmo-stp_10.42.42.5(pid=25249) [trial-2361↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25249)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25249): Process ended prematurely: osmo-stp_10.42.42.5(pid=25249) [trial-2361↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a16:59:13.526582 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:13.538103 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:59:13.684222 tst handover.py: using LAC 22464\u000a16:59:13.813367 tst handover.py: using RAC 24\u000a16:59:13.942892 tst handover.py: using CellId 22464\u000a16:59:14.070690 tst handover.py: using BVCI 22465\u000a16:59:14.095452 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:59:14.239758 tst handover.py: using LAC 22465\u000a16:59:14.369014 tst handover.py: using RAC 25\u000a16:59:14.490414 tst handover.py: using CellId 22465\u000a16:59:14.612476 tst handover.py: using BVCI 22466\u000a16:59:14.635814 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:14.646871 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:14.658017 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:14.668940 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:14.679934 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:14.691042 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:59:14.811541 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:59:15.024264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:15.512611 run create_hlr_db(pid=25243): Launched\u000a16:59:15.647301 bus /sierra_2: Setting Powered False\u000a16:59:16.726074 run create_hlr_db(pid=25243): Terminated: ok {rc=0}\u000a16:59:17.142848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25245): Launched\u000a16:59:17.475096 run osmo-hlr_10.42.42.2(pid=25246): Launched\u000a16:59:17.594141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:18.134288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25248): Launched\u000a16:59:18.462557 run osmo-stp_10.42.42.5(pid=25249): Launched\u000a16:59:18.582346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:59:19.151384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25251): Launched\u000a16:59:19.480076 run osmo-msc_10.42.42.6(pid=25252): Launched\u000a16:59:19.671739 run osmo-stp_10.42.42.5(pid=25249): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25249)]\u000a16:59:19.810386 run osmo-stp_10.42.42.5(pid=25249): stdout: \u000a| (launched: 2022-12-09_16:59:18.300537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:19.947716 run osmo-stp_10.42.42.5(pid=25249): stderr: \u000a| �[0;m�[38;5;43m20221209165918497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165918497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165918498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165918498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165918499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165918499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165918499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:20.079636 run osmo-stp_10.42.42.5(pid=25249): stdout: \u000a| (launched: 2022-12-09_16:59:18.300537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:20.210411 run osmo-stp_10.42.42.5(pid=25249): stderr: \u000a| �[0;m�[38;5;43m20221209165918497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165918497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165918498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165918498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165918499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165918499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165918499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:20.267405 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25249): Process ended prematurely: osmo-stp_10.42.42.5(pid=25249) [trial-2361↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25249)] [trial-2361↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a16:59:20.275923 tst handover.py:18: Test FAILED (6.7 sec)\u000a16:59:20.338769 run osmo-hlr_10.42.42.2(pid=25246): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25246)]\u000a16:59:20.389607 run osmo-hlr_10.42.42.2(pid=25246): stdout: \u000a| (launched: 2022-12-09_16:59:17.311454) \u000a16:59:20.441605 run osmo-hlr_10.42.42.2(pid=25246): stderr: \u000a| �[0;m�[1;31m20221209165917510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165917510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165917510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165917510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165917510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165917510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165917523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165917531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165917531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165917531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:20.511865 run osmo-msc_10.42.42.6(pid=25252): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25252)]\u000a16:59:20.562712 run osmo-msc_10.42.42.6(pid=25252): stdout: \u000a| (launched: 2022-12-09_16:59:19.317718) \u000a16:59:20.614380 run osmo-msc_10.42.42.6(pid=25252): stderr: \u000a| �[0;m�[38;5;43m20221209165919640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165919640 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd967636c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165919640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165919640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165919641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165919641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165919642 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165919643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165919643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165919643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:59:20.658500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25245): Terminating (SIGTERM)\u000a16:59:20.700166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25248): Terminating (SIGTERM)\u000a16:59:20.742307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25251): Terminating (SIGTERM)\u000a16:59:20.752316 --- ParallelTerminationStrategy: PID 25245 died...\u000a16:59:20.808697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25245): Terminated: ok {rc=0}\u000a16:59:20.818903 --- ParallelTerminationStrategy: PID 25248 died...\u000a16:59:20.874477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25248): Terminated: ok {rc=0}\u000a16:59:20.884843 --- ParallelTerminationStrategy: PID 25251 died...\u000a16:59:20.940714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25251): Terminated: ok {rc=0}\u000a16:59:21.026889 bus /sierra_3: Setting Powered False\u000a16:59:22.134456 bus /sierra_3: Setting Powered False\u000a16:59:23.245667 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:59:13" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25265): Process ended prematurely: osmo-stp_10.42.42.5(pid=25265) [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25265)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25265): Process ended prematurely: osmo-stp_10.42.42.5(pid=25265) [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a16:59:25.267863 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:59:25.279367 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:59:25.424668 tst handover.py: using LAC 22466\u000a16:59:25.550612 tst handover.py: using RAC 26\u000a16:59:25.676570 tst handover.py: using CellId 22466\u000a16:59:25.802669 tst handover.py: using BVCI 22467\u000a16:59:25.827521 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:59:25.965514 tst handover.py: using LAC 22467\u000a16:59:26.083143 tst handover.py: using RAC 27\u000a16:59:26.202040 tst handover.py: using CellId 22467\u000a16:59:26.320081 tst handover.py: using BVCI 22468\u000a16:59:26.343266 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:59:26.354905 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:59:26.366199 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:59:26.377494 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:59:26.388647 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:59:26.399779 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:59:26.517633 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:59:26.721212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:27.184104 run create_hlr_db(pid=25258): Launched\u000a16:59:27.308773 bus /sierra_2: Setting Powered False\u000a16:59:28.380673 run create_hlr_db(pid=25258): Terminated: ok {rc=0}\u000a16:59:28.762604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25260): Launched\u000a16:59:29.068095 run osmo-hlr_10.42.42.2(pid=25261): Launched\u000a16:59:29.179831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:29.683196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25264): Launched\u000a16:59:29.990500 run osmo-stp_10.42.42.5(pid=25265): Launched\u000a16:59:30.111795 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:59:30.650769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25267): Launched\u000a16:59:31.095202 run osmo-msc_10.42.42.6(pid=25268): Launched\u000a16:59:31.684056 run osmo-stp_10.42.42.5(pid=25265): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25265)]\u000a16:59:31.917746 run osmo-stp_10.42.42.5(pid=25265): stdout: \u000a| (launched: 2022-12-09_16:59:29.838299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:32.048101 run osmo-stp_10.42.42.5(pid=25265): stderr: \u000a| �[0;m�[38;5;43m20221209165930010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165930010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165930011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165930011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165930011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165930011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165930011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:32.174360 run osmo-stp_10.42.42.5(pid=25265): stdout: \u000a| (launched: 2022-12-09_16:59:29.838299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:32.299392 run osmo-stp_10.42.42.5(pid=25265): stderr: \u000a| �[0;m�[38;5;43m20221209165930010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165930010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165930011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165930011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165930011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165930011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165930011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:32.354096 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25265): Process ended prematurely: osmo-stp_10.42.42.5(pid=25265) [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25265)] [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a16:59:32.363067 tst handover.py:18: Test FAILED (7.1 sec)\u000a16:59:32.423050 run osmo-hlr_10.42.42.2(pid=25261): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25261)]\u000a16:59:32.471871 run osmo-hlr_10.42.42.2(pid=25261): stdout: \u000a| (launched: 2022-12-09_16:59:28.918179) \u000a16:59:32.521518 run osmo-hlr_10.42.42.2(pid=25261): stderr: \u000a| �[0;m�[1;31m20221209165929096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165929096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165929096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165929096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165929096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165929096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165929109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165929118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165929118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165929118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:32.588938 run osmo-msc_10.42.42.6(pid=25268): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25268)]\u000a16:59:32.637515 run osmo-msc_10.42.42.6(pid=25268): stdout: \u000a| (launched: 2022-12-09_16:59:30.805582) \u000a16:59:32.686472 run osmo-msc_10.42.42.6(pid=25268): stderr: \u000a| �[0;m�[38;5;43m20221209165931440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165931441 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff424e3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165931441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165931441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165931442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165931442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165931446 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165931447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165931447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165931447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:59:32.727860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25260): Terminating (SIGTERM)\u000a16:59:32.766914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25264): Terminating (SIGTERM)\u000a16:59:32.806008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25267): Terminating (SIGTERM)\u000a16:59:32.815250 --- ParallelTerminationStrategy: PID 25260 died...\u000a16:59:32.868017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25260): Terminated: ok {rc=0}\u000a16:59:32.877666 --- ParallelTerminationStrategy: PID 25264 died...\u000a16:59:32.930001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25264): Terminated: ok {rc=0}\u000a16:59:32.939550 --- ParallelTerminationStrategy: PID 25267 died...\u000a16:59:32.991955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25267): Terminated: ok {rc=0}\u000a16:59:33.080685 bus /sierra_3: Setting Powered False\u000a16:59:34.184658 bus /sierra_3: Setting Powered False\u000a16:59:35.295584 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:59:24" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25279): Process ended prematurely: osmo-stp_10.42.42.5(pid=25279) [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25279)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25279): Process ended prematurely: osmo-stp_10.42.42.5(pid=25279) [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a16:59:37.301103 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:37.312203 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:59:37.444800 tst handover.py: using LAC 22468\u000a16:59:37.563005 tst handover.py: using RAC 28\u000a16:59:37.680899 tst handover.py: using CellId 22468\u000a16:59:37.800568 tst handover.py: using BVCI 22469\u000a16:59:37.823742 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:59:37.944126 tst handover.py: using LAC 22469\u000a16:59:38.061702 tst handover.py: using RAC 29\u000a16:59:38.179803 tst handover.py: using CellId 22469\u000a16:59:38.298886 tst handover.py: using BVCI 22470\u000a16:59:38.321958 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:38.332870 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:38.343791 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:38.354974 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:38.366087 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:38.377077 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:59:38.496940 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:59:38.711507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:39.197854 run create_hlr_db(pid=25273): Launched\u000a16:59:39.331364 bus /sierra_2: Setting Powered False\u000a16:59:40.407396 run create_hlr_db(pid=25273): Terminated: ok {rc=0}\u000a16:59:40.793101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25275): Launched\u000a16:59:41.099089 run osmo-hlr_10.42.42.2(pid=25276): Launched\u000a16:59:41.220676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:41.728616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25278): Launched\u000a16:59:42.034910 run osmo-stp_10.42.42.5(pid=25279): Launched\u000a16:59:42.146103 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:59:42.677214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25281): Launched\u000a16:59:42.983099 run osmo-msc_10.42.42.6(pid=25282): Launched\u000a16:59:43.161365 run osmo-stp_10.42.42.5(pid=25279): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25279)]\u000a16:59:43.290455 run osmo-stp_10.42.42.5(pid=25279): stdout: \u000a| (launched: 2022-12-09_16:59:41.884279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:43.417483 run osmo-stp_10.42.42.5(pid=25279): stderr: \u000a| �[0;m�[38;5;43m20221209165942057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165942057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165942057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165942058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165942058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165942058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165942058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:43.540199 run osmo-stp_10.42.42.5(pid=25279): stdout: \u000a| (launched: 2022-12-09_16:59:41.884279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:43.662624 run osmo-stp_10.42.42.5(pid=25279): stderr: \u000a| �[0;m�[38;5;43m20221209165942057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165942057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165942057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165942058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165942058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165942058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165942058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:43.715689 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25279): Process ended prematurely: osmo-stp_10.42.42.5(pid=25279) [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25279)] [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a16:59:43.723683 tst handover.py:18: Test FAILED (6.4 sec)\u000a16:59:43.784019 run osmo-hlr_10.42.42.2(pid=25276): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25276)]\u000a16:59:43.832365 run osmo-hlr_10.42.42.2(pid=25276): stdout: \u000a| (launched: 2022-12-09_16:59:40.948066) \u000a16:59:43.882474 run osmo-hlr_10.42.42.2(pid=25276): stderr: \u000a| �[0;m�[1;31m20221209165941126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165941126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165941126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165941126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165941126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165941126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165941138 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165941148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165941148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165941148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:43.949028 run osmo-msc_10.42.42.6(pid=25282): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25282)]\u000a16:59:43.998222 run osmo-msc_10.42.42.6(pid=25282): stdout: \u000a| (launched: 2022-12-09_16:59:42.832148) \u000a16:59:44.047459 run osmo-msc_10.42.42.6(pid=25282): stderr: \u000a| �[0;m�[38;5;43m20221209165943104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165943104 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61910c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165943104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165943105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165943105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165943105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165943107 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165943107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165943107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165943107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:59:44.089041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25275): Terminating (SIGTERM)\u000a16:59:44.128806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25278): Terminating (SIGTERM)\u000a16:59:44.168525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25281): Terminating (SIGTERM)\u000a16:59:44.178181 --- ParallelTerminationStrategy: PID 25275 died...\u000a16:59:44.231515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25275): Terminated: ok {rc=0}\u000a16:59:44.241596 --- ParallelTerminationStrategy: PID 25278 died...\u000a16:59:44.294756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25278): Terminated: ok {rc=0}\u000a16:59:44.304815 --- ParallelTerminationStrategy: PID 25281 died...\u000a16:59:44.357789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25281): Terminated: ok {rc=0}\u000a16:59:44.444541 bus /sierra_3: Setting Powered False\u000a16:59:45.546991 bus /sierra_3: Setting Powered False\u000a16:59:46.652258 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:59:37" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25294): Process ended prematurely: osmo-stp_10.42.42.5(pid=25294) [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25294)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25294): Process ended prematurely: osmo-stp_10.42.42.5(pid=25294) [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a16:59:48.657949 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:48.669652 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:59:48.800100 tst handover.py: using LAC 22470\u000a16:59:48.919487 tst handover.py: using RAC 30\u000a16:59:49.036732 tst handover.py: using CellId 22470\u000a16:59:49.156132 tst handover.py: using BVCI 22471\u000a16:59:49.179304 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:59:49.317440 tst handover.py: using LAC 22471\u000a16:59:49.434467 tst handover.py: using RAC 31\u000a16:59:49.551563 tst handover.py: using CellId 22471\u000a16:59:49.670861 tst handover.py: using BVCI 22472\u000a16:59:49.693852 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:49.704749 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:49.715618 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:49.726520 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:49.737349 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:49.748078 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:59:49.868853 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:59:50.080740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:50.568538 run create_hlr_db(pid=25288): Launched\u000a16:59:50.702763 bus /sierra_2: Setting Powered False\u000a16:59:51.779528 run create_hlr_db(pid=25288): Terminated: ok {rc=0}\u000a16:59:52.165285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25290): Launched\u000a16:59:52.471902 run osmo-hlr_10.42.42.2(pid=25291): Launched\u000a16:59:52.593764 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:53.104829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25293): Launched\u000a16:59:53.410308 run osmo-stp_10.42.42.5(pid=25294): Launched\u000a16:59:53.521327 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:59:54.051698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25296): Launched\u000a16:59:54.356575 run osmo-msc_10.42.42.6(pid=25297): Launched\u000a16:59:54.534135 run osmo-stp_10.42.42.5(pid=25294): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25294)]\u000a16:59:54.662319 run osmo-stp_10.42.42.5(pid=25294): stdout: \u000a| (launched: 2022-12-09_16:59:53.259605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:54.789170 run osmo-stp_10.42.42.5(pid=25294): stderr: \u000a| �[0;m�[38;5;43m20221209165953431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165953431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165953431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165953432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165953432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165953433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165953433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:54.911080 run osmo-stp_10.42.42.5(pid=25294): stdout: \u000a| (launched: 2022-12-09_16:59:53.259605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:55.031406 run osmo-stp_10.42.42.5(pid=25294): stderr: \u000a| �[0;m�[38;5;43m20221209165953431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209165953431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209165953431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209165953432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209165953432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209165953433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209165953433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:55.084373 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25294): Process ended prematurely: osmo-stp_10.42.42.5(pid=25294) [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25294)] [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a16:59:55.092255 tst handover.py:18: Test FAILED (6.4 sec)\u000a16:59:55.150779 run osmo-hlr_10.42.42.2(pid=25291): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25291)]\u000a16:59:55.198690 run osmo-hlr_10.42.42.2(pid=25291): stdout: \u000a| (launched: 2022-12-09_16:59:52.320340) \u000a16:59:55.247438 run osmo-hlr_10.42.42.2(pid=25291): stderr: \u000a| �[0;m�[1;31m20221209165952498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209165952498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209165952498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165952498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209165952498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209165952498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209165952510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209165952519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209165952519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209165952519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:55.313553 run osmo-msc_10.42.42.6(pid=25297): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25297)]\u000a16:59:55.361327 run osmo-msc_10.42.42.6(pid=25297): stdout: \u000a| (launched: 2022-12-09_16:59:54.206191) \u000a16:59:55.409561 run osmo-msc_10.42.42.6(pid=25297): stderr: \u000a| �[0;m�[38;5;43m20221209165954476 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209165954476 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59f1b2fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209165954476 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209165954476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209165954476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209165954476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209165954478 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209165954479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209165954479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209165954479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:59:55.450727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25290): Terminating (SIGTERM)\u000a16:59:55.489697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25293): Terminating (SIGTERM)\u000a16:59:55.528640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25296): Terminating (SIGTERM)\u000a16:59:55.537732 --- ParallelTerminationStrategy: PID 25290 died...\u000a16:59:55.589999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25290): Terminated: ok {rc=0}\u000a16:59:55.599452 --- ParallelTerminationStrategy: PID 25293 died...\u000a16:59:55.651268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25293): Terminated: ok {rc=0}\u000a16:59:55.660671 --- ParallelTerminationStrategy: PID 25296 died...\u000a16:59:55.712568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25296): Terminated: ok {rc=0}\u000a16:59:55.794519 bus /sierra_3: Setting Powered False\u000a16:59:56.894437 bus /sierra_3: Setting Powered False\u000a16:59:57.999631 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:59:48" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25311): Process ended prematurely: osmo-stp_10.42.42.5(pid=25311) [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25311)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25311): Process ended prematurely: osmo-stp_10.42.42.5(pid=25311) [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:00:00.031587 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:00.043124 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:00:00.187032 tst handover.py: using LAC 22472\u000a17:00:00.315203 tst handover.py: using RAC 32\u000a17:00:00.443550 tst handover.py: using CellId 22472\u000a17:00:00.573426 tst handover.py: using BVCI 22473\u000a17:00:00.598537 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:00:00.741700 tst handover.py: using LAC 22473\u000a17:00:00.871950 tst handover.py: using RAC 33\u000a17:00:01.005006 tst handover.py: using CellId 22473\u000a17:00:01.167318 tst handover.py: using BVCI 22474\u000a17:00:01.193203 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:01.205573 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:01.217560 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:01.230343 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:01.242284 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:01.254728 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:00:01.387293 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:00:01.621332 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:02.132560 run create_hlr_db(pid=25305): Launched\u000a17:00:02.262673 bus /sierra_2: Setting Powered False\u000a17:00:03.331481 run create_hlr_db(pid=25305): Terminated: ok {rc=0}\u000a17:00:03.714451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25307): Launched\u000a17:00:04.020935 run osmo-hlr_10.42.42.2(pid=25308): Launched\u000a17:00:04.133007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:04.635673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25310): Launched\u000a17:00:04.941697 run osmo-stp_10.42.42.5(pid=25311): Launched\u000a17:00:05.052269 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:05.582682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25313): Launched\u000a17:00:05.888778 run osmo-msc_10.42.42.6(pid=25314): Launched\u000a17:00:06.067337 run osmo-stp_10.42.42.5(pid=25311): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25311)]\u000a17:00:06.196049 run osmo-stp_10.42.42.5(pid=25311): stdout: \u000a| (launched: 2022-12-09_17:00:04.791045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:06.323155 run osmo-stp_10.42.42.5(pid=25311): stderr: \u000a| �[0;m�[38;5;43m20221209170004964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209170004964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209170004965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209170004965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209170004965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209170004966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209170004966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:06.445499 run osmo-stp_10.42.42.5(pid=25311): stdout: \u000a| (launched: 2022-12-09_17:00:04.791045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:06.566775 run osmo-stp_10.42.42.5(pid=25311): stderr: \u000a| �[0;m�[38;5;43m20221209170004964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209170004964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209170004965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209170004965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209170004965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209170004966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209170004966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:06.619749 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25311): Process ended prematurely: osmo-stp_10.42.42.5(pid=25311) [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25311)] [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a17:00:06.627726 tst handover.py:18: Test FAILED (6.6 sec)\u000a17:00:06.687211 run osmo-hlr_10.42.42.2(pid=25308): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25308)]\u000a17:00:06.735989 run osmo-hlr_10.42.42.2(pid=25308): stdout: \u000a| (launched: 2022-12-09_17:00:03.871158) \u000a17:00:06.785655 run osmo-hlr_10.42.42.2(pid=25308): stderr: \u000a| �[0;m�[1;31m20221209170004048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209170004048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209170004048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209170004048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209170004048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209170004048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209170004060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209170004069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209170004069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209170004069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:06.853678 run osmo-msc_10.42.42.6(pid=25314): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25314)]\u000a17:00:06.902517 run osmo-msc_10.42.42.6(pid=25314): stdout: \u000a| (launched: 2022-12-09_17:00:05.737936) \u000a17:00:06.951832 run osmo-msc_10.42.42.6(pid=25314): stderr: \u000a| �[0;m�[38;5;43m20221209170006008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209170006008 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a04bc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209170006008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209170006008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209170006008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209170006009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209170006010 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209170006011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209170006011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209170006011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:06.993550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25307): Terminating (SIGTERM)\u000a17:00:07.032891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25310): Terminating (SIGTERM)\u000a17:00:07.072221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25313): Terminating (SIGTERM)\u000a17:00:07.081499 --- ParallelTerminationStrategy: PID 25307 died...\u000a17:00:07.134432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25307): Terminated: ok {rc=0}\u000a17:00:07.143918 --- ParallelTerminationStrategy: PID 25310 died...\u000a17:00:07.196518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25310): Terminated: ok {rc=0}\u000a17:00:07.206061 --- ParallelTerminationStrategy: PID 25313 died...\u000a17:00:07.258740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25313): Terminated: ok {rc=0}\u000a17:00:07.341190 bus /sierra_3: Setting Powered False\u000a17:00:08.448734 bus /sierra_3: Setting Powered False\u000a17:00:09.555499 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T16:59:59" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25326): Process ended prematurely: osmo-stp_10.42.42.5(pid=25326) [trial-2361↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25326)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25326): Process ended prematurely: osmo-stp_10.42.42.5(pid=25326) [trial-2361↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a17:00:11.559853 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:00:11.571020 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:00:11.707737 tst handover.py: using LAC 22474\u000a17:00:11.825218 tst handover.py: using RAC 34\u000a17:00:11.943223 tst handover.py: using CellId 22474\u000a17:00:12.061244 tst handover.py: using BVCI 22475\u000a17:00:12.084282 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:00:12.207422 tst handover.py: using LAC 22475\u000a17:00:12.324617 tst handover.py: using RAC 35\u000a17:00:12.442174 tst handover.py: using CellId 22475\u000a17:00:12.559682 tst handover.py: using BVCI 22476\u000a17:00:12.582885 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:00:12.593913 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:00:12.604506 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:00:12.615299 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:00:12.626159 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:00:12.636792 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:00:12.756456 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:00:12.971014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:13.459644 run create_hlr_db(pid=25320): Launched\u000a17:00:13.593387 bus /sierra_2: Setting Powered False\u000a17:00:14.671025 run create_hlr_db(pid=25320): Terminated: ok {rc=0}\u000a17:00:15.081427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25322): Launched\u000a17:00:15.413444 run osmo-hlr_10.42.42.2(pid=25323): Launched\u000a17:00:15.531723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:16.102187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25325): Launched\u000a17:00:16.569640 run osmo-stp_10.42.42.5(pid=25326): Launched\u000a17:00:16.713895 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:17.365956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25328): Launched\u000a17:00:17.699276 run osmo-msc_10.42.42.6(pid=25329): Launched\u000a17:00:17.891083 run osmo-stp_10.42.42.5(pid=25326): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25326)]\u000a17:00:18.029622 run osmo-stp_10.42.42.5(pid=25326): stdout: \u000a| (launched: 2022-12-09_17:00:16.272283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:18.166136 run osmo-stp_10.42.42.5(pid=25326): stderr: \u000a| �[0;m�[38;5;43m20221209170016599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209170016600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209170016600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209170016600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209170016608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209170016609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209170016609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:18.297755 run osmo-stp_10.42.42.5(pid=25326): stdout: \u000a| (launched: 2022-12-09_17:00:16.272283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:18.428294 run osmo-stp_10.42.42.5(pid=25326): stderr: \u000a| �[0;m�[38;5;43m20221209170016599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209170016600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209170016600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209170016600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209170016608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209170016609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209170016609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:18.485499 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25326): Process ended prematurely: osmo-stp_10.42.42.5(pid=25326) [trial-2361↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25326)] [trial-2361↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a17:00:18.494095 tst handover.py:18: Test FAILED (6.9 sec)\u000a17:00:18.556159 run osmo-hlr_10.42.42.2(pid=25323): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25323)]\u000a17:00:18.607204 run osmo-hlr_10.42.42.2(pid=25323): stdout: \u000a| (launched: 2022-12-09_17:00:15.249378) \u000a17:00:18.658582 run osmo-hlr_10.42.42.2(pid=25323): stderr: \u000a| �[0;m�[1;31m20221209170015447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209170015447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209170015447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209170015447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209170015447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209170015447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209170015506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209170015515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209170015515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209170015515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:18.729168 run osmo-msc_10.42.42.6(pid=25329): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25329)]\u000a17:00:18.780398 run osmo-msc_10.42.42.6(pid=25329): stdout: \u000a| (launched: 2022-12-09_17:00:17.534551) \u000a17:00:18.832729 run osmo-msc_10.42.42.6(pid=25329): stderr: \u000a| �[0;m�[38;5;43m20221209170017855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209170017855 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07b3d63c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209170017856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209170017856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209170017856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209170017856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209170017858 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209170017858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209170017858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209170017858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:18.876700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25322): Terminating (SIGTERM)\u000a17:00:18.918906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25325): Terminating (SIGTERM)\u000a17:00:18.961097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25328): Terminating (SIGTERM)\u000a17:00:18.970977 --- ParallelTerminationStrategy: PID 25322 died...\u000a17:00:19.027584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25322): Terminated: ok {rc=0}\u000a17:00:19.037822 --- ParallelTerminationStrategy: PID 25325 died...\u000a17:00:19.093874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25325): Terminated: ok {rc=0}\u000a17:00:19.104009 --- ParallelTerminationStrategy: PID 25328 died...\u000a17:00:19.159688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25328): Terminated: ok {rc=0}\u000a17:00:19.246494 bus /sierra_3: Setting Powered False\u000a17:00:20.353135 bus /sierra_3: Setting Powered False\u000a17:00:21.460051 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:00:11" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25340): Process ended prematurely: osmo-stp_10.42.42.5(pid=25340) [trial-2361↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25340)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25340): Process ended prematurely: osmo-stp_10.42.42.5(pid=25340) [trial-2361↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a17:00:23.497351 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:23.509284 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:00:23.658067 tst handover.py: using LAC 22476\u000a17:00:23.787793 tst handover.py: using RAC 36\u000a17:00:23.916658 tst handover.py: using CellId 22476\u000a17:00:24.043927 tst handover.py: using BVCI 22477\u000a17:00:24.068661 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:00:24.211786 tst handover.py: using LAC 22477\u000a17:00:24.339273 tst handover.py: using RAC 37\u000a17:00:24.471122 tst handover.py: using CellId 22477\u000a17:00:24.596655 tst handover.py: using BVCI 22478\u000a17:00:24.621465 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:24.632845 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:24.644102 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:24.655778 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:24.667839 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:24.679608 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:00:24.795462 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:00:25.010448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:25.496783 run create_hlr_db(pid=25334): Launched\u000a17:00:25.630463 bus /sierra_2: Setting Powered False\u000a17:00:26.707371 run create_hlr_db(pid=25334): Terminated: ok {rc=0}\u000a17:00:27.094927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25336): Launched\u000a17:00:27.402742 run osmo-hlr_10.42.42.2(pid=25337): Launched\u000a17:00:27.515917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:28.019830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25339): Launched\u000a17:00:28.324885 run osmo-stp_10.42.42.5(pid=25340): Launched\u000a17:00:28.436176 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:28.965947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25342): Launched\u000a17:00:29.272502 run osmo-msc_10.42.42.6(pid=25343): Launched\u000a17:00:29.453136 run osmo-stp_10.42.42.5(pid=25340): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25340)]\u000a17:00:29.580703 run osmo-stp_10.42.42.5(pid=25340): stdout: \u000a| (launched: 2022-12-09_17:00:28.174748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:29.707364 run osmo-stp_10.42.42.5(pid=25340): stderr: \u000a| �[0;m�[38;5;43m20221209170028346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209170028346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209170028347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209170028347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209170028347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209170028348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209170028348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:29.829664 run osmo-stp_10.42.42.5(pid=25340): stdout: \u000a| (launched: 2022-12-09_17:00:28.174748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:29.950895 run osmo-stp_10.42.42.5(pid=25340): stderr: \u000a| �[0;m�[38;5;43m20221209170028346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209170028346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209170028347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209170028347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209170028347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209170028348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209170028348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:30.004026 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25340): Process ended prematurely: osmo-stp_10.42.42.5(pid=25340) [trial-2361↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25340)] [trial-2361↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a17:00:30.011909 tst handover.py:18: Test FAILED (6.5 sec)\u000a17:00:30.070532 run osmo-hlr_10.42.42.2(pid=25337): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25337)]\u000a17:00:30.118563 run osmo-hlr_10.42.42.2(pid=25337): stdout: \u000a| (launched: 2022-12-09_17:00:27.251578) \u000a17:00:30.167157 run osmo-hlr_10.42.42.2(pid=25337): stderr: \u000a| �[0;m�[1;31m20221209170027429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209170027429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209170027429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209170027429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209170027429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209170027429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209170027476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209170027485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209170027486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209170027486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:30.233687 run osmo-msc_10.42.42.6(pid=25343): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25343)]\u000a17:00:30.282256 run osmo-msc_10.42.42.6(pid=25343): stdout: \u000a| (launched: 2022-12-09_17:00:29.122177) \u000a17:00:30.330930 run osmo-msc_10.42.42.6(pid=25343): stderr: \u000a| �[0;m�[38;5;43m20221209170029395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209170029395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8011eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209170029395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209170029395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209170029395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209170029396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209170029397 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209170029398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209170029398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209170029398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:30.372037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25336): Terminating (SIGTERM)\u000a17:00:30.410758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25339): Terminating (SIGTERM)\u000a17:00:30.449427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25342): Terminating (SIGTERM)\u000a17:00:30.458425 --- ParallelTerminationStrategy: PID 25336 died...\u000a17:00:30.510627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25336): Terminated: ok {rc=0}\u000a17:00:30.520081 --- ParallelTerminationStrategy: PID 25339 died...\u000a17:00:30.571960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25339): Terminated: ok {rc=0}\u000a17:00:30.581380 --- ParallelTerminationStrategy: PID 25342 died...\u000a17:00:30.632994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25342): Terminated: ok {rc=0}\u000a17:00:30.720802 bus /sierra_3: Setting Powered False\u000a17:00:31.822925 bus /sierra_3: Setting Powered False\u000a17:00:32.933047 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:00:23" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25354): Process ended prematurely: osmo-stp_10.42.42.5(pid=25354) [trial-2361↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25354)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25354): Process ended prematurely: osmo-stp_10.42.42.5(pid=25354) [trial-2361↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:00:34.989008 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:35.000540 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:00:35.146371 tst handover.py: using LAC 22478\u000a17:00:35.275535 tst handover.py: using RAC 38\u000a17:00:35.401547 tst handover.py: using CellId 22478\u000a17:00:35.530145 tst handover.py: using BVCI 22479\u000a17:00:35.555240 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:00:35.701838 tst handover.py: using LAC 22479\u000a17:00:35.828069 tst handover.py: using RAC 39\u000a17:00:35.955941 tst handover.py: using CellId 22479\u000a17:00:36.082084 tst handover.py: using BVCI 22480\u000a17:00:36.106742 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:36.118262 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:36.129566 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:36.141291 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:36.152825 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:36.164259 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:00:36.284431 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:00:36.497201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:36.982767 run create_hlr_db(pid=25348): Launched\u000a17:00:37.116391 bus /sierra_2: Setting Powered False\u000a17:00:38.192058 run create_hlr_db(pid=25348): Terminated: ok {rc=0}\u000a17:00:38.575685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25350): Launched\u000a17:00:38.880294 run osmo-hlr_10.42.42.2(pid=25351): Launched\u000a17:00:38.993376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:39.495031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25353): Launched\u000a17:00:39.800828 run osmo-stp_10.42.42.5(pid=25354): Launched\u000a17:00:39.911780 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:40.441874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25356): Launched\u000a17:00:40.748867 run osmo-msc_10.42.42.6(pid=25357): Launched\u000a17:00:40.928427 run osmo-stp_10.42.42.5(pid=25354): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25354)]\u000a17:00:41.057480 run osmo-stp_10.42.42.5(pid=25354): stdout: \u000a| (launched: 2022-12-09_17:00:39.651288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:41.184384 run osmo-stp_10.42.42.5(pid=25354): stderr: \u000a| �[0;m�[38;5;43m20221209170039823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209170039823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209170039823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209170039824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209170039825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209170039825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209170039825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:41.306785 run osmo-stp_10.42.42.5(pid=25354): stdout: \u000a| (launched: 2022-12-09_17:00:39.651288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:41.427857 run osmo-stp_10.42.42.5(pid=25354): stderr: \u000a| �[0;m�[38;5;43m20221209170039823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209170039823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209170039823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209170039824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209170039825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209170039825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209170039825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:41.480760 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25354): Process ended prematurely: osmo-stp_10.42.42.5(pid=25354) [trial-2361↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25354)] [trial-2361↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a17:00:41.488568 tst handover.py:18: Test FAILED (6.5 sec)\u000a17:00:41.547727 run osmo-hlr_10.42.42.2(pid=25351): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25351)]\u000a17:00:41.596156 run osmo-hlr_10.42.42.2(pid=25351): stdout: \u000a| (launched: 2022-12-09_17:00:38.730540) \u000a17:00:41.645146 run osmo-hlr_10.42.42.2(pid=25351): stderr: \u000a| �[0;m�[1;31m20221209170038904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209170038904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209170038905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209170038905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209170038905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209170038905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209170038918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209170038927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209170038927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209170038927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:41.711918 run osmo-msc_10.42.42.6(pid=25357): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25357)]\u000a17:00:41.760193 run osmo-msc_10.42.42.6(pid=25357): stdout: \u000a| (launched: 2022-12-09_17:00:40.597521) \u000a17:00:41.809222 run osmo-msc_10.42.42.6(pid=25357): stderr: \u000a| �[0;m�[38;5;43m20221209170040868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209170040868 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbaccbffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209170040868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209170040868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209170040869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209170040869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209170040870 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209170040871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209170040871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209170040871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:41.850512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25350): Terminating (SIGTERM)\u000a17:00:41.889516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25353): Terminating (SIGTERM)\u000a17:00:41.929070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25356): Terminating (SIGTERM)\u000a17:00:41.938160 --- ParallelTerminationStrategy: PID 25350 died...\u000a17:00:41.991086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25350): Terminated: ok {rc=0}\u000a17:00:42.000615 --- ParallelTerminationStrategy: PID 25353 died...\u000a17:00:42.052530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25353): Terminated: ok {rc=0}\u000a17:00:42.061953 --- ParallelTerminationStrategy: PID 25356 died...\u000a17:00:42.114204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25356): Terminated: ok {rc=0}\u000a17:00:42.201370 bus /sierra_3: Setting Powered False\u000a17:00:43.302814 bus /sierra_3: Setting Powered False\u000a17:00:44.413240 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:00:34" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25368): Process ended prematurely: osmo-stp_10.42.42.5(pid=25368) [trial-2361↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25368)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25368): Process ended prematurely: osmo-stp_10.42.42.5(pid=25368) [trial-2361↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a17:00:46.440411 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:46.456644 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:00:46.620362 tst handover.py: using LAC 22480\u000a17:00:46.759506 tst handover.py: using RAC 40\u000a17:00:46.885123 tst handover.py: using CellId 22480\u000a17:00:47.014454 tst handover.py: using BVCI 22481\u000a17:00:47.038778 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:00:47.178238 tst handover.py: using LAC 22481\u000a17:00:47.304372 tst handover.py: using RAC 41\u000a17:00:47.423351 tst handover.py: using CellId 22481\u000a17:00:47.543982 tst handover.py: using BVCI 22482\u000a17:00:47.567291 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:47.578343 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:47.588926 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:47.600424 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:47.611876 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:47.623406 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:00:47.746107 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:00:47.957972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:48.444474 run create_hlr_db(pid=25362): Launched\u000a17:00:48.578524 bus /sierra_2: Setting Powered False\u000a17:00:49.655306 run create_hlr_db(pid=25362): Terminated: ok {rc=0}\u000a17:00:50.039789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25364): Launched\u000a17:00:50.346717 run osmo-hlr_10.42.42.2(pid=25365): Launched\u000a17:00:50.458979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:50.962581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25367): Launched\u000a17:00:51.268479 run osmo-stp_10.42.42.5(pid=25368): Launched\u000a17:00:51.379246 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:51.911666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25370): Launched\u000a17:00:52.218999 run osmo-msc_10.42.42.6(pid=25371): Launched\u000a17:00:52.397938 run osmo-stp_10.42.42.5(pid=25368): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25368)]\u000a17:00:52.526347 run osmo-stp_10.42.42.5(pid=25368): stdout: \u000a| (launched: 2022-12-09_17:00:51.118084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:52.653100 run osmo-stp_10.42.42.5(pid=25368): stderr: \u000a| �[0;m�[38;5;43m20221209170051289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209170051290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209170051290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209170051290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209170051291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209170051291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209170051291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:52.775925 run osmo-stp_10.42.42.5(pid=25368): stdout: \u000a| (launched: 2022-12-09_17:00:51.118084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:52.897801 run osmo-stp_10.42.42.5(pid=25368): stderr: \u000a| �[0;m�[38;5;43m20221209170051289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209170051290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209170051290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209170051290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209170051291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209170051291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209170051291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:52.951108 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25368): Process ended prematurely: osmo-stp_10.42.42.5(pid=25368) [trial-2361↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25368)] [trial-2361↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a17:00:52.958906 tst handover.py:18: Test FAILED (6.5 sec)\u000a17:00:53.018325 run osmo-hlr_10.42.42.2(pid=25365): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25365)]\u000a17:00:53.066907 run osmo-hlr_10.42.42.2(pid=25365): stdout: \u000a| (launched: 2022-12-09_17:00:50.195510) \u000a17:00:53.116135 run osmo-hlr_10.42.42.2(pid=25365): stderr: \u000a| �[0;m�[1;31m20221209170050369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209170050370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209170050370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209170050370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209170050370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209170050370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209170050384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209170050393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209170050393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209170050393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:53.183349 run osmo-msc_10.42.42.6(pid=25371): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25371)]\u000a17:00:53.232517 run osmo-msc_10.42.42.6(pid=25371): stdout: \u000a| (launched: 2022-12-09_17:00:52.066973) \u000a17:00:53.281718 run osmo-msc_10.42.42.6(pid=25371): stderr: \u000a| �[0;m�[38;5;43m20221209170052337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209170052337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbaf27e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209170052337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209170052337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209170052338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209170052338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209170052339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209170052340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209170052340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209170052340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:53.323310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25364): Terminating (SIGTERM)\u000a17:00:53.362653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25367): Terminating (SIGTERM)\u000a17:00:53.402306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25370): Terminating (SIGTERM)\u000a17:00:53.411538 --- ParallelTerminationStrategy: PID 25364 died...\u000a17:00:53.464345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25364): Terminated: ok {rc=0}\u000a17:00:53.473966 --- ParallelTerminationStrategy: PID 25367 died...\u000a17:00:53.526455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25367): Terminated: ok {rc=0}\u000a17:00:53.536036 --- ParallelTerminationStrategy: PID 25370 died...\u000a17:00:53.588581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25370): Terminated: ok {rc=0}\u000a17:00:53.671025 bus /sierra_3: Setting Powered False\u000a17:00:54.776550 bus /sierra_3: Setting Powered False\u000a17:00:55.883655 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:00:46" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25382): Process ended prematurely: osmo-stp_10.42.42.5(pid=25382) [trial-2361↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25382)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25382): Process ended prematurely: osmo-stp_10.42.42.5(pid=25382) [trial-2361↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:00:57.876397 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:57.889564 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:00:58.023071 tst handover.py: using LAC 22482\u000a17:00:58.151249 tst handover.py: using RAC 42\u000a17:00:58.279505 tst handover.py: using CellId 22482\u000a17:00:58.407100 tst handover.py: using BVCI 22483\u000a17:00:58.432068 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:00:58.580375 tst handover.py: using LAC 22483\u000a17:00:58.707195 tst handover.py: using RAC 43\u000a17:00:58.832875 tst handover.py: using CellId 22483\u000a17:00:58.958693 tst handover.py: using BVCI 22484\u000a17:00:58.983615 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:58.995049 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:59.006366 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:59.017915 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:59.029517 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:59.040725 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:00:59.157375 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:00:59.369693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:59.858053 run create_hlr_db(pid=25376): Launched\u000a17:00:59.992114 bus /sierra_2: Setting Powered False\u000a17:01:01.074933 run create_hlr_db(pid=25376): Terminated: ok {rc=0}\u000a17:01:01.487942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25378): Launched\u000a17:01:01.878790 run osmo-hlr_10.42.42.2(pid=25379): Launched\u000a17:01:02.144205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:01:02.744594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25381): Launched\u000a17:01:03.073508 run osmo-stp_10.42.42.5(pid=25382): Launched\u000a17:01:03.193414 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:01:03.764482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25384): Launched\u000a17:01:04.094451 run osmo-msc_10.42.42.6(pid=25385): Launched\u000a17:01:04.287343 run osmo-stp_10.42.42.5(pid=25382): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25382)]\u000a17:01:04.427054 run osmo-stp_10.42.42.5(pid=25382): stdout: \u000a| (launched: 2022-12-09_17:01:02.911693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:04.564506 run osmo-stp_10.42.42.5(pid=25382): stderr: \u000a| �[0;m�[38;5;43m20221209170103103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209170103104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209170103104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209170103104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209170103105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209170103105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209170103105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:04.697365 run osmo-stp_10.42.42.5(pid=25382): stdout: \u000a| (launched: 2022-12-09_17:01:02.911693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:04.828503 run osmo-stp_10.42.42.5(pid=25382): stderr: \u000a| �[0;m�[38;5;43m20221209170103103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209170103104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209170103104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209170103104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209170103105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209170103105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209170103105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:04.885943 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25382): Process ended prematurely: osmo-stp_10.42.42.5(pid=25382) [trial-2361↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25382)] [trial-2361↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a17:01:04.894639 tst handover.py:18: Test FAILED (7.0 sec)\u000a17:01:04.958167 run osmo-hlr_10.42.42.2(pid=25379): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25379)]\u000a17:01:05.009766 run osmo-hlr_10.42.42.2(pid=25379): stdout: \u000a| (launched: 2022-12-09_17:01:01.656905) \u000a17:01:05.061915 run osmo-hlr_10.42.42.2(pid=25379): stderr: \u000a| �[0;m�[1;31m20221209170101957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209170101957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209170101957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209170101957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209170101957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209170101957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209170101972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209170101993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209170101994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209170101995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:01:05.132651 run osmo-msc_10.42.42.6(pid=25385): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25385)]\u000a17:01:05.183755 run osmo-msc_10.42.42.6(pid=25385): stdout: \u000a| (launched: 2022-12-09_17:01:03.932002) \u000a17:01:05.236688 run osmo-msc_10.42.42.6(pid=25385): stderr: \u000a| �[0;m�[38;5;43m20221209170104252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209170104252 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb0d66f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209170104252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209170104252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209170104253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209170104253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209170104254 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209170104255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209170104255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209170104255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:01:05.280864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25378): Terminating (SIGTERM)\u000a17:01:05.323228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25381): Terminating (SIGTERM)\u000a17:01:05.365191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25384): Terminating (SIGTERM)\u000a17:01:05.375158 --- ParallelTerminationStrategy: PID 25378 died...\u000a17:01:05.431703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25378): Terminated: ok {rc=0}\u000a17:01:05.441943 --- ParallelTerminationStrategy: PID 25381 died...\u000a17:01:05.497847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25381): Terminated: ok {rc=0}\u000a17:01:05.508290 --- ParallelTerminationStrategy: PID 25384 died...\u000a17:01:05.564438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25384): Terminated: ok {rc=0}\u000a17:01:05.651745 bus /sierra_3: Setting Powered False\u000a17:01:06.758817 bus /sierra_3: Setting Powered False\u000a17:01:07.865832 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:00:57" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25396): Process ended prematurely: osmo-stp_10.42.42.5(pid=25396) [trial-2361↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25396)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25396): Process ended prematurely: osmo-stp_10.42.42.5(pid=25396) [trial-2361↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2361 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:01:09.889308 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:01:09.900810 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:01:10.045131 tst handover.py: using LAC 22484\u000a17:01:10.174699 tst handover.py: using RAC 44\u000a17:01:10.302391 tst handover.py: using CellId 22484\u000a17:01:10.435450 tst handover.py: using BVCI 22485\u000a17:01:10.460355 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:01:10.603107 tst handover.py: using LAC 22485\u000a17:01:10.727023 tst handover.py: using RAC 45\u000a17:01:10.845404 tst handover.py: using CellId 22485\u000a17:01:10.964040 tst handover.py: using BVCI 22486\u000a17:01:10.987163 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:01:10.998203 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:01:11.009177 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:01:11.020402 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:01:11.031531 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:01:11.042369 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:01:11.163210 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:01:11.379888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:01:11.870141 run create_hlr_db(pid=25390): Launched\u000a17:01:12.004532 bus /sierra_2: Setting Powered False\u000a17:01:13.080877 run create_hlr_db(pid=25390): Terminated: ok {rc=0}\u000a17:01:13.466797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25392): Launched\u000a17:01:13.773244 run osmo-hlr_10.42.42.2(pid=25393): Launched\u000a17:01:13.894583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:01:14.402685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25395): Launched\u000a17:01:14.710870 run osmo-stp_10.42.42.5(pid=25396): Launched\u000a17:01:14.821965 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:01:15.353363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25398): Launched\u000a17:01:15.663216 run osmo-msc_10.42.42.6(pid=25399): Launched\u000a17:01:15.864938 run osmo-stp_10.42.42.5(pid=25396): ERR: Terminated: ERROR {rc=1} [trial-2361↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25396)]\u000a17:01:16.046078 run osmo-stp_10.42.42.5(pid=25396): stdout: \u000a| (launched: 2022-12-09_17:01:14.558139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:16.188225 run osmo-stp_10.42.42.5(pid=25396): stderr: \u000a| �[0;m�[38;5;43m20221209170114730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209170114730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209170114730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209170114730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209170114731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209170114731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209170114731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:16.325711 run osmo-stp_10.42.42.5(pid=25396): stdout: \u000a| (launched: 2022-12-09_17:01:14.558139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:16.462652 run osmo-stp_10.42.42.5(pid=25396): stderr: \u000a| �[0;m�[38;5;43m20221209170114730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209170114730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209170114730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209170114730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209170114731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209170114731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209170114731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:16.522604 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25396): Process ended prematurely: osmo-stp_10.42.42.5(pid=25396) [trial-2361↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25396)] [trial-2361↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a17:01:16.532624 tst handover.py:18: Test FAILED (6.6 sec)\u000a17:01:16.602292 run osmo-hlr_10.42.42.2(pid=25393): ERR: Terminated: ERROR {rc=237} [trial-2361↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25393)]\u000a17:01:16.656586 run osmo-hlr_10.42.42.2(pid=25393): stdout: \u000a| (launched: 2022-12-09_17:01:13.622082) \u000a17:01:16.712035 run osmo-hlr_10.42.42.2(pid=25393): stderr: \u000a| �[0;m�[1;31m20221209170113798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209170113798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209170113798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209170113798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209170113798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209170113798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209170113810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2361/run.2022-12-09_15-36-58/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209170113821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209170113821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209170113821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:01:16.787171 run osmo-msc_10.42.42.6(pid=25399): ERR: Terminated: ERROR {rc=2} [trial-2361↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25399)]\u000a17:01:16.841279 run osmo-msc_10.42.42.6(pid=25399): stdout: \u000a| (launched: 2022-12-09_17:01:15.511397) \u000a17:01:16.896569 run osmo-msc_10.42.42.6(pid=25399): stderr: \u000a| �[0;m�[38;5;43m20221209170115788 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209170115789 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc233b90c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209170115789 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209170115789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209170115789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209170115789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209170115791 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209170115791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209170115791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209170115792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:01:16.943677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25392): Terminating (SIGTERM)\u000a17:01:16.991002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25395): Terminating (SIGTERM)\u000a17:01:17.037711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25398): Terminating (SIGTERM)\u000a17:01:17.048746 --- ParallelTerminationStrategy: PID 25392 died...\u000a17:01:17.109722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25392): Terminated: ok {rc=0}\u000a17:01:17.120737 --- ParallelTerminationStrategy: PID 25395 died...\u000a17:01:17.180245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25395): Terminated: ok {rc=0}\u000a17:01:17.190511 --- ParallelTerminationStrategy: PID 25398 died...\u000a17:01:17.247839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25398): Terminated: ok {rc=0}\u000a17:01:17.334308 bus /sierra_3: Setting Powered False\u000a17:01:18.441601 bus /sierra_3: Setting Powered False\u000a17:01:19.548130 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T17:01:09" } ] }